-- Logs begin at Wed 2022-01-19 17:59:05 UTC, end at Wed 2022-01-19 18:56:22 UTC. -- Jan 19 18:30:01.767204 dv-cinder-825360-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 19 18:30:04.752254 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.common.config [-] Logging enabled! Jan 19 18:30:04.752904 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev407 Jan 19 18:30:04.753062 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102637) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 18:30:04.756220 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.common.config [-] Logging enabled! Jan 19 18:30:04.756472 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev407 Jan 19 18:30:04.756808 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102637) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 18:30:04.757732 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 18:30:04.757995 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 18:30:04.758526 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 18:30:04.758768 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 18:30:04.758996 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 18:30:04.759315 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.759735 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 19 18:30:04.760046 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.760339 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.760652 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.760949 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.761233 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.761511 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.761797 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.762089 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.762373 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.762649 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.762932 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.763223 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.763502 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.763786 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.764146 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.764439 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] debug = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.764749 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.765174 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.765581 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.765859 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.766147 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.766424 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.766693 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.766965 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.767245 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.767571 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] host = dv-cinder-825360-1-iscsi {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.767848 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.768132 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.768418 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.768728 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.769003 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.769277 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.769559 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.769828 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.770098 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] log_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.770368 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.770654 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.770938 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.771223 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.771446 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.771666 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.771953 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.772239 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.772512 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.772810 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.773084 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.773354 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.773671 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.773940 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.774226 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.774515 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.774802 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.775075 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.775347 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.775615 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.775885 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.776167 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.776439 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.776737 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.777010 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.777294 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.777560 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.777830 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.778129 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.778414 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.778695 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.778979 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.779250 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.779530 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.779799 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.780069 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.780338 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] use_json = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.780607 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.780967 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.781248 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.781520 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.781792 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.782066 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.782336 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.782621 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.782891 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:04.783188 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.783486 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.783784 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.784071 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.784366 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.784663 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.784955 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.785232 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.785519 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.785811 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.786100 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.786380 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.786679 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.786967 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.787260 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.787560 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.787851 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.788143 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.788418 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.788724 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.789001 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.789814 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.790102 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.790381 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.790671 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.790961 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.791238 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.791537 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.791824 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.792117 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.792408 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.792707 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.792987 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.793278 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.793554 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.793826 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.794101 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.794392 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.794670 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.794947 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.795225 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.795501 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.795771 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.796040 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.796315 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.796602 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.796901 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.797171 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.797439 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.797713 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.797981 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.798271 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.798545 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.798815 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.799082 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.799355 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.799622 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.799890 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.800162 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.800434 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.800731 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.801004 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.801271 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.801542 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.801811 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.802080 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.802348 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.802618 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.802890 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.803160 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.803428 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.803695 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.803965 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.804489 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.805374 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.805673 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.805953 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.806232 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.806508 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.806785 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.807060 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.807335 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.807611 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.807887 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.808157 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.808446 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.808754 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.809039 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.809351 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.809628 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.809922 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.810196 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.810478 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.810756 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.811033 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.811316 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.811598 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.811889 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.812182 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.812476 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.812799 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.813092 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.813369 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.813677 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.813956 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:04.814170 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 18:30:04.814411 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102637) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 19 18:30:05.188701 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 19 18:30:05.188970 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 19 18:30:05.189276 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 19 18:30:05.189614 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 19 18:30:05.521704 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.521987 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.522257 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.525396 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.525677 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.525949 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.570566 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.570846 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.571115 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.585181 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.585462 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.585726 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.615884 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.616157 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.616422 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.652093 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.652372 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.652726 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.995969 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.996595 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.996595 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.996811 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:05.997762 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.098012 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.098331 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.098615 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.098885 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.099151 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.099464 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.099725 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.099982 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.100241 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.100521 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.100816 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.101082 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.101337 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.102155 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.102418 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.102680 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.102934 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.103200 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.103467 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.103724 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.103993 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.104243 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.104519 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.104915 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.105166 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.105414 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.105807 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 18:30:06.106045 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 18:30:06.106281 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 18:30:06.106519 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 18:30:06.106756 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 18:30:06.106990 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 18:30:06.107354 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 19 18:30:06.110690 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 19 18:30:06.114645 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 19 18:30:06.119114 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 19 18:30:06.120782 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 19 18:30:06.121246 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 19 18:30:06.121579 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 19 18:30:06.121959 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 19 18:30:06.124898 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 19 18:30:06.125150 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 19 18:30:06.125497 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 19 18:30:06.131023 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 19 18:30:06.155397 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 19 18:30:06.155861 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.156159 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102637) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 19 18:30:06.156520 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.157942 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102637) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 19 18:30:06.158227 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 19 18:30:06.158473 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 19 18:30:06.162162 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.162439 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.228686 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 19 18:30:06.228924 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 19 18:30:06.229158 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 19 18:30:06.229531 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 19 18:30:06.250589 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_db.sqlalchemy.engines [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102637) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 19 18:30:06.707253 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Initializing driver for type 'gre' Jan 19 18:30:06.707807 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] gre ID ranges: [(1, 1000)] Jan 19 18:30:06.765737 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Initializing driver for type 'local' Jan 19 18:30:06.766077 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Initializing driver for type 'vlan' Jan 19 18:30:06.781410 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] VlanTypeDriver initialization complete Jan 19 18:30:06.781751 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Initializing driver for type 'vxlan' Jan 19 18:30:06.782260 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] vxlan ID ranges: [(1, 1000)] Jan 19 18:30:06.838709 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Initializing extension driver 'port_security' Jan 19 18:30:06.839059 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.extensions.port_security [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] PortSecurityExtensionDriver initialization complete Jan 19 18:30:06.839397 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Initializing mechanism driver 'openvswitch' Jan 19 18:30:06.839736 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Initializing mechanism driver 'hyperv' Jan 19 18:30:06.846947 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:30:06.847655 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > port after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.848037 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > port after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.848393 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > port after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.848990 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 18:30:06.849449 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > subnet after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.849813 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > subnet after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.850165 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.850575 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 18:30:06.850995 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > network after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.851348 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > network after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.852303 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > network after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.852783 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 18:30:06.853201 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > security_group after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.853560 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > security_group after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.853932 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > security_group after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.854511 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 18:30:06.854932 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.855290 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.855643 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.856060 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 18:30:06.856479 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > address_group after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.856863 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > address_group after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.857211 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > address_group after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.857619 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 18:30:06.858080 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] ML2 OVO RPC backend initialized. {{(pid=102637) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 19 18:30:06.858868 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.859234 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.859659 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > network before_response 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.860015 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > networks before_response 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.860366 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > port before_response 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.860741 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > ports before_response 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.861091 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > subnet before_response 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.861437 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > subnets before_response 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.861787 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > network after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.862130 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > network after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.862468 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > network after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.862809 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > port after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.863155 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > port after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.863495 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > port after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.863835 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > subnet after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.864173 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > subnet after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.864509 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.865160 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.plugin [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Modular L2 Plugin initialization complete Jan 19 18:30:06.865492 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading services supported by the core plugin {{(pid=102637) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 19 18:30:06.865825 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.plugins.ml2.managers [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Got port-security extension from driver 'port_security' Jan 19 18:30:06.866298 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.extensions.vlantransparent [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Disabled vlantransparent extension. Jan 19 18:30:06.866794 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102637) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 19 18:30:06.867111 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading Plugin: router Jan 19 18:30:06.904636 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router_interface before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.905056 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router after_create 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.905431 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router before_create 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.905800 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.906176 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.906536 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router after_delete 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.906899 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > floatingip after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.907253 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > floatingip after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.907616 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router after_create 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.907968 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router after_update 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.908320 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router after_update 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.908693 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.909063 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router after_update 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.909482 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router precommit_update 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.909854 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: port after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.910200 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: port after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.910541 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: subnet after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.910885 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.911239 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > port precommit_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.911591 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router precommit_create 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.911939 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: port before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.912290 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router precommit_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.912670 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router after_update 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.913026 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router precommit_delete 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.913381 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router precommit_create 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.913746 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.914692 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router precommit_update 55549900 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.915065 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > agent after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.915422 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > agent after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.915773 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > network after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.916684 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Tracking information for resource: router configured {{(pid=102637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 18:30:06.917024 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Tracking information for resource: floatingip configured {{(pid=102637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 18:30:06.922349 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.db.l3_agentschedulers_db [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 19 18:30:06.922938 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: port after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.923309 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: port after_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.923665 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: port after_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.924018 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: port after_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.924862 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router before_create 55550100 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.925235 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router precommit_delete 55550100 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.925601 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router precommit_create 55550100 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.925961 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > router precommit_update 55550100 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.931062 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.services.provider_configuration [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service providers = [] {{(pid=102637) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 19 18:30:06.931409 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.db.servicetype_db [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102637) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 19 18:30:06.934452 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.services.service_base [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 18:30:06.934804 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.services.service_base [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 18:30:06.935153 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.services.service_base [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 18:30:06.936058 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.services.service_base [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 18:30:06.936429 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.services.service_base [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 19 18:30:06.936849 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 18:30:06.937169 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 19 18:30:06.950406 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 18:30:06.950744 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading Plugin: auto_allocate Jan 19 18:30:06.957073 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: network precommit_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.957509 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: network precommit_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.958014 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 18:30:06.958337 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading Plugin: tag Jan 19 18:30:06.965834 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 18:30:06.966167 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading Plugin: timestamp Jan 19 18:30:06.970333 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 18:30:06.970672 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading Plugin: network_ip_availability Jan 19 18:30:06.976263 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.977206 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.977568 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:06.978330 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 18:30:06.978651 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading Plugin: flavors Jan 19 18:30:06.983525 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 18:30:06.983859 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading Plugin: revisions Jan 19 18:30:06.988268 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 18:30:06.988773 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_concurrency.lockutils [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=102637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 19 18:30:06.989531 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102637) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 19 18:30:06.989871 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Initializing extension manager. Jan 19 18:30:06.990396 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: __init__.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:06.990741 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: __pycache__ {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:06.991077 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:06.991420 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: address_group.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:06.992773 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:06.993365 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: address-group Jan 19 18:30:06.993696 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: address_scope.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:06.994627 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:06.995159 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: address-scope Jan 19 18:30:06.995486 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: admin_state_down_before_update.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:06.996431 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:06.997000 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: router-admin-state-down-before-update Jan 19 18:30:06.997294 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: agent.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:06.998002 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:06.998520 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: agent Jan 19 18:30:06.998843 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: agent_resources_synced.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:06.999758 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.000279 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: agent-resources-synced Jan 19 18:30:07.000608 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: allowedaddresspairs.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.002478 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.003009 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: allowed-address-pairs Jan 19 18:30:07.003341 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: auto_allocated_topology.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.004438 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.004994 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: auto-allocated-topology Jan 19 18:30:07.005325 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: availability_zone.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.006024 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.006539 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: availability_zone Jan 19 18:30:07.006864 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: availability_zone_filter.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.007818 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.008338 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: availability_zone_filter Jan 19 18:30:07.008691 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: data_plane_status.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.009613 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.010132 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension data-plane-status not supported by any of loaded plugins Jan 19 18:30:07.010458 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: default_subnetpools.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.011386 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.011906 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: default-subnetpools Jan 19 18:30:07.012230 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: dhcpagentscheduler.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.013084 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.013603 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: dhcp_agent_scheduler Jan 19 18:30:07.013929 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: dns.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.014855 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.015367 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension dns-integration not supported by any of loaded plugins Jan 19 18:30:07.015692 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: dns_domain_ports.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.016646 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.017154 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 19 18:30:07.017479 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.018413 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.018932 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 19 18:30:07.019259 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: dvr.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.019939 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.020460 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: dvr Jan 19 18:30:07.020819 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: ecmp_routes.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.021751 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.022271 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension ecmp_routes not supported by any of loaded plugins Jan 19 18:30:07.022596 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: empty_string_filtering.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.023541 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.024068 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: empty-string-filtering Jan 19 18:30:07.024394 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.025345 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.025865 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 19 18:30:07.026186 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.027119 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.027631 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 19 18:30:07.027950 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: external_net.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.028888 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.029404 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: external-net Jan 19 18:30:07.029726 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: extra_dhcp_opt.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.030644 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.031161 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: extra_dhcp_opt Jan 19 18:30:07.031492 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: extraroute.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.032420 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.032966 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: extraroute Jan 19 18:30:07.033292 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: extraroute_atomic.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.034342 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.034859 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: extraroute-atomic Jan 19 18:30:07.035180 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: filter_validation.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.035856 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.036369 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: filter-validation Jan 19 18:30:07.036730 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: fip_pf_description.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.037654 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.038168 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 19 18:30:07.038490 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: fip_port_details.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.039981 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.040499 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: fip-port-details Jan 19 18:30:07.040857 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: flavors.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.042142 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.042672 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: flavors Jan 19 18:30:07.043000 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.044762 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.045299 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 19 18:30:07.045640 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: floatingip_pools.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.046352 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.046877 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: floatingip-pools Jan 19 18:30:07.047207 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: ip_allocation.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.048148 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.048701 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension ip_allocation not supported by any of loaded plugins Jan 19 18:30:07.049033 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.049959 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.050484 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: ip-substring-filtering Jan 19 18:30:07.050820 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: l2_adjacency.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.051754 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.052276 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension l2_adjacency not supported by any of loaded plugins Jan 19 18:30:07.052605 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: l3.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.053803 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.054634 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: router Jan 19 18:30:07.055475 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: l3_conntrack_helper.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.057818 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.058364 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 19 18:30:07.058700 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.059650 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.060178 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: ext-gw-mode Jan 19 18:30:07.060509 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.061489 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.062024 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: l3-ha Jan 19 18:30:07.062353 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: l3_flavors.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.063285 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.063812 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: l3-flavors Jan 19 18:30:07.064170 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.065120 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.065639 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: l3-port-ip-change-not-allowed Jan 19 18:30:07.065968 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: l3agentscheduler.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.067041 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.067563 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: l3_agent_scheduler Jan 19 18:30:07.067891 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: local_ip.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.069727 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.070297 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension local_ip not supported by any of loaded plugins Jan 19 18:30:07.070638 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: logging.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.072151 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.072712 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension logging not supported by any of loaded plugins Jan 19 18:30:07.073054 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: metering.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.074170 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.075206 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: metering Jan 19 18:30:07.075770 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.077074 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.077632 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: metering_source_and_destination_fields Jan 19 18:30:07.077965 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: multiprovidernet.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.078921 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.079639 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: multi-provider Jan 19 18:30:07.080187 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: netmtu.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.081183 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.081712 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: net-mtu Jan 19 18:30:07.082049 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: netmtu_writable.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.083002 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.083887 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: net-mtu-writable Jan 19 18:30:07.084449 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: network_availability_zone.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.085737 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.086355 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: network_availability_zone Jan 19 18:30:07.086683 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: network_ip_availability.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.088314 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.089279 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: network-ip-availability Jan 19 18:30:07.089849 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: network_segment_range.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.090919 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.091444 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension network-segment-range not supported by any of loaded plugins Jan 19 18:30:07.091776 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: pagination.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.093010 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.093347 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: pagination Jan 19 18:30:07.093675 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: port_device_profile.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.094601 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.095129 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: port-device-profile Jan 19 18:30:07.095457 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.096388 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.096940 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: port-mac-address-regenerate Jan 19 18:30:07.097271 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.098204 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.098725 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: port-numa-affinity-policy Jan 19 18:30:07.099055 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: port_resource_request.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.099975 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.100495 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension port-resource-request not supported by any of loaded plugins Jan 19 18:30:07.100843 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: port_resource_request_groups.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.102364 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.102888 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 19 18:30:07.103215 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: portbindings.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.104167 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.104710 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: binding Jan 19 18:30:07.105038 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: portbindings_extended.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.106364 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.106891 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: binding-extended Jan 19 18:30:07.107226 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: portsecurity.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.108152 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.108706 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: port-security Jan 19 18:30:07.109037 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: project_id.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.110035 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.110371 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: project-id Jan 19 18:30:07.110700 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: providernet.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.111621 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.112144 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: provider Jan 19 18:30:07.112483 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.116194 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.116770 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos not supported by any of loaded plugins Jan 19 18:30:07.117741 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.119127 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.119666 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 19 18:30:07.120001 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.121070 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.121504 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 19 18:30:07.121835 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos_default.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.122780 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.123305 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos-default not supported by any of loaded plugins Jan 19 18:30:07.123963 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos_fip.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.124951 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.125479 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos-fip not supported by any of loaded plugins Jan 19 18:30:07.125808 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos_fip_network_policy.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.126741 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.127266 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 19 18:30:07.127590 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos_gateway_ip.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.128527 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.129083 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 19 18:30:07.129408 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos_port_network_policy.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.130335 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.130858 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 19 18:30:07.131186 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.132272 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.132854 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 19 18:30:07.133188 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos_pps_rule.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.134419 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.134933 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos-pps not supported by any of loaded plugins Jan 19 18:30:07.135262 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos_rule_type_details.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.136193 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.136738 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 19 18:30:07.137069 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: qos_rules_alias.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.138129 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.138654 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 19 18:30:07.138981 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: quota_check_limit.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.139911 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.140447 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: quota-check-limit Jan 19 18:30:07.140799 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: quotasv2.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.141812 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.142140 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: quotas Jan 19 18:30:07.142466 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: quotasv2_detail.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.146006 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.146353 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: quota_details Jan 19 18:30:07.146698 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: rbac.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.147783 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.148350 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: rbac-policies Jan 19 18:30:07.148708 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: rbac_address_group.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.149666 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.150203 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: rbac-address-group Jan 19 18:30:07.150532 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: rbac_address_scope.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.151467 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.151995 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: rbac-address-scope Jan 19 18:30:07.152321 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: rbac_security_groups.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.153287 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.153817 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: rbac-security-groups Jan 19 18:30:07.154141 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: rbac_subnetpool.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.155070 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.155594 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: rbac-subnetpool Jan 19 18:30:07.156079 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: revisionifmatch.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.157054 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.157584 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: revision-if-match Jan 19 18:30:07.157909 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: revisions.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.159058 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.159585 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: standard-attr-revisions Jan 19 18:30:07.159909 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: router_availability_zone.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.160595 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.161147 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: router_availability_zone Jan 19 18:30:07.161475 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: routerservicetype.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.162407 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.162934 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension router-service-type not supported by any of loaded plugins Jan 19 18:30:07.163262 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.164843 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.165380 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: security-groups-normalized-cidr Jan 19 18:30:07.165766 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: security_groups_port_filtering.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.166647 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.167186 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: port-security-groups-filtering Jan 19 18:30:07.167506 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.168466 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.169019 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: security-groups-remote-address-group Jan 19 18:30:07.169351 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.170332 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.170912 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: security-groups-shared-filtering Jan 19 18:30:07.171269 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.171958 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 19 18:30:07.172289 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: securitygroup.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.183292 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.183934 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: security-group Jan 19 18:30:07.184192 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: segment.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.185051 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.185578 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension segment not supported by any of loaded plugins Jan 19 18:30:07.186453 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.186890 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.187424 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 19 18:30:07.187748 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: servicetype.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.189222 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.189436 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: service-type Jan 19 18:30:07.189767 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: sorting.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.190774 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.191113 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: sorting Jan 19 18:30:07.191440 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: standard_attr_segment.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.192372 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.192933 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 19 18:30:07.193265 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: standardattrdescription.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.193926 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.194447 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: standard-attr-description Jan 19 18:30:07.194775 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: stateful_security_group.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.195751 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.196278 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: stateful-security-group Jan 19 18:30:07.196606 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: stdattrs_common.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.197208 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 19 18:30:07.197535 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.198472 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.199006 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 19 18:30:07.199329 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: subnet_onboard.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.200416 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.200972 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: subnet_onboard Jan 19 18:30:07.201299 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.202236 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.202756 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 19 18:30:07.203087 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: subnet_service_types.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.204018 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.204543 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: subnet-service-types Jan 19 18:30:07.204901 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: subnetallocation.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.206019 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.206542 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: subnet_allocation Jan 19 18:30:07.206870 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.207584 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.208078 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: subnetpool-prefix-ops Jan 19 18:30:07.208405 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.209375 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.209894 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 19 18:30:07.210221 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: tagging.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.211360 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.211898 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: standard-attr-tag Jan 19 18:30:07.212228 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: timestamp.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.213497 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.214030 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loaded extension: standard-attr-timestamp Jan 19 18:30:07.214362 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: trunk.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.215402 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.215931 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension trunk not supported by any of loaded plugins Jan 19 18:30:07.216264 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: trunk_details.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.217218 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.217741 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension trunk-details not supported by any of loaded plugins Jan 19 18:30:07.218070 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: uplink_status_propagation.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.219007 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.219530 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 19 18:30:07.219859 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Loading extension file: vlantransparent.py {{(pid=102637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 18:30:07.220545 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 18:30:07.221116 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extension vlan-transparent not supported by any of loaded plugins Jan 19 18:30:07.223692 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:network Jan 19 18:30:07.224234 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:subnet Jan 19 18:30:07.224651 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 18:30:07.225062 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:port Jan 19 18:30:07.226329 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.227305 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service FLAVORS assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.227925 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.228358 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.228718 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:router Jan 19 18:30:07.229150 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:floatingip Jan 19 18:30:07.229657 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service METERING assigned prefix: /metering {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.231115 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:07.231493 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:07.231852 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:30:07.232926 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 18:30:07.233369 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:security_group Jan 19 18:30:07.233804 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 18:30:07.234403 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service CORE assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.234738 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 18:30:07.235087 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] subnetpool is already registered Jan 19 18:30:07.235512 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service CORE assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.235840 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 18:30:07.236174 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] subnetpool is already registered Jan 19 18:30:07.238525 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.239096 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service FLAVORS assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.239730 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.240165 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.240505 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:router Jan 19 18:30:07.240901 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] router is already registered Jan 19 18:30:07.241785 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:floatingip Jan 19 18:30:07.241913 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] floatingip is already registered Jan 19 18:30:07.243003 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service METERING assigned prefix: /metering {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.243727 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 18:30:07.244056 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] rbac_policy is already registered Jan 19 18:30:07.244492 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:security_group Jan 19 18:30:07.245199 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] security_group is already registered Jan 19 18:30:07.245315 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 18:30:07.245590 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] security_group_rule is already registered Jan 19 18:30:07.246077 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service CORE assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.246691 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 18:30:07.246811 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] subnetpool is already registered Jan 19 18:30:07.247377 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.v2.resource_helper [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Service CORE assigned prefix: {{(pid=102637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 18:30:07.247607 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 18:30:07.247827 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING neutron.quota.resource_registry [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] subnetpool is already registered Jan 19 18:30:07.248375 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: extensions {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.252522 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: address-groups {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.252945 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: address-scopes {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.254361 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: agents {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.255752 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: auto-allocated-topology {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.257171 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: availability_zones {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.258601 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: dhcp-networks {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.260135 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: dhcp-agents {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.261885 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: routers {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.264493 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: flavors {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.265790 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: service_profiles {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.267188 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: next_providers {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.268844 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: service_profiles {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.270332 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: floatingip-pools {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.271678 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: routers {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.273905 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: floatingips {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.275193 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: l3-routers {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.276608 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: l3-agents {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.278129 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: metering-labels {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.279392 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: metering-label-rules {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.280858 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: network-ip-availabilities {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.282176 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: bindings {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.283760 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: quotas {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.285469 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: quotas {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.287004 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: rbac-policies {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.288232 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: security-groups {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.290139 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: security-group-rules {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.291379 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: service-providers {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.292637 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: subnetpools {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.293981 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: subnetpools {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.295561 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: tags {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.297291 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: tags {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.299114 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: tags {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.300949 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: tags {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.302657 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: tags {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.304974 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: tags {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.307184 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: tags {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.310041 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: tags {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.311825 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: tags {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.313616 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron.api.extensions [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Extended resource: tags {{(pid=102637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 18:30:07.319788 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING keystonemiddleware.auth_token [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 19 18:30:07.324390 dv-cinder-825360-1-iscsi neutron-server[102637]: WARNING keystonemiddleware.auth_token [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 19 18:30:07.333288 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_concurrency.lockutils [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Acquired lock "singleton_lock" {{(pid=102637) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 19 18:30:07.333768 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_concurrency.lockutils [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Releasing lock "singleton_lock" {{(pid=102637) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 19 18:30:07.334433 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO oslo_service.service [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Starting 2 workers Jan 19 18:30:07.339877 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Started child 103026 {{(pid=102637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 18:30:07.344468 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Started child 103027 {{(pid=102637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 18:30:07.345568 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:07.346122 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO neutron.service [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Neutron service started, listening on 0.0.0.0:9696 Jan 19 18:30:07.346773 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Publish callbacks [] for process (None), before_spawn {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:07.347258 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [-] (103026) wsgi starting up on http://0.0.0.0:9696 Jan 19 18:30:07.349253 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO oslo_service.service [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Starting 1 workers Jan 19 18:30:07.349476 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:07.350968 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [-] (103027) wsgi starting up on http://0.0.0.0:9696 Jan 19 18:30:07.355156 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Started child 103028 {{(pid=102637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 18:30:07.355727 dv-cinder-825360-1-iscsi neutron-server[102637]: INFO oslo_service.service [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Starting 1 workers Jan 19 18:30:07.358994 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.service [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] calling RpcWorker wait() {{(pid=103028) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 19 18:30:07.359570 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.service [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] returning from RpcWorker wait() {{(pid=103028) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 19 18:30:07.360363 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Started child 103029 {{(pid=102637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 18:30:07.360832 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:07.361505 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcd4d-b0c7-47ed-8e45-175393d0a2ad None None] Publish callbacks [] for process (None), after_spawn {{(pid=102637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:07.361623 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:30:07.363286 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102637) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 19 18:30:07.363504 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 18:30:07.363698 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 18:30:07.363929 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 18:30:07.364273 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 18:30:07.364442 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 18:30:07.364985 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.365273 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.365524 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.365795 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.366094 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.366272 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:07.366800 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.366877 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.367178 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.367274 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:30:07.367464 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.367733 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.367906 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.368076 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.368334 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.368570 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.368916 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.369194 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.369454 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.369720 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.369902 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.370166 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.370429 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.370698 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.370980 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] debug = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.371241 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.371733 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.371968 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.372215 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.372452 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.372783 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.373017 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.373285 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.373510 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.373728 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.373974 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.374246 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.374503 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.374738 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.374973 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.375191 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.375449 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.375678 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.376153 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] host = dv-cinder-825360-1-iscsi {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.376406 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.376658 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.376926 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.377348 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.377746 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.378138 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.378417 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.378689 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.378940 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.379172 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.379424 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.379661 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.379880 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.380131 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.380291 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_options = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.380531 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.380826 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.381105 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.381259 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.381413 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.381582 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.381854 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.382022 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.382285 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.382519 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.382767 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.382984 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.383199 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.383432 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.383670 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.384000 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.384232 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.384462 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.384766 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.385023 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.385252 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.385479 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.385717 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.386102 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.386329 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.386567 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.386903 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.387108 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.387242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.387487 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.387716 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.387979 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.388219 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.388499 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.388941 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.389182 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.389420 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.389638 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.390011 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.390207 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.390468 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.390728 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.390938 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.391549 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.391549 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.391845 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.391845 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_json = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.392106 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.392257 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.392734 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.392734 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.393010 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.393175 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.412337 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.412337 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.412337 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.412337 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.412337 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.412337 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.412337 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.412337 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.413469 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.413469 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.413469 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.413469 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.413469 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.413469 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.413469 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.413469 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.414081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.414081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.414081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.414081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.414081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.414081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.414081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.414081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415184 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415184 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415184 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415184 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415184 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415184 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415184 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415184 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415630 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415630 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415630 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415630 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415630 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415630 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415630 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.415630 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.416064 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.416064 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.416064 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.416064 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.416064 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.416064 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.416064 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.416064 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.416064 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.417031 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.417031 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.417031 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.417031 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.417031 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.417031 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.417031 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.417031 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.417031 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.418207 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.418207 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.418207 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.418207 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.418207 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.418207 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.418207 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.418207 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.418207 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.419242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.419242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.419242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.419242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.419242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.419242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.419242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.419242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.419242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.420164 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.420164 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.420164 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.420164 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.420164 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.420164 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.420164 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.420164 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.420164 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.421081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.421081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.421081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.421081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.421081 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.423163 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.423163 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.425289 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.425780 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.426322 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.428309 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.428813 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.429344 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.429641 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.429905 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.430548 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.430810 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.431062 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.431309 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.431540 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.431812 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.432128 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.432368 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.432850 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.433294 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.433751 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.434151 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.434592 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.434987 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.435430 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.435836 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.436313 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.436775 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.437389 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.437655 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.437906 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.438222 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.438612 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.438773 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.439227 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.439738 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.440251 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.440796 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.441281 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.441755 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.442200 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.442814 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.443261 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.443728 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.444184 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.444703 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.445110 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.445574 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.446036 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.446294 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.446540 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.446893 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.447141 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.447369 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.447596 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.447908 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.448172 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.448712 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.448977 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.449236 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.449490 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.449766 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.450007 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.450267 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.450510 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.450749 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.450972 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.451408 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.451872 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.452186 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.452473 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.452961 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.453454 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.453979 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.454721 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.455135 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.455432 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.455723 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.456028 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.458400 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.458852 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.459190 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.459506 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.459834 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.464729 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.464729 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.465094 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 34652) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:30:07.465189 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.465189 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.465189 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.465189 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.465189 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.465189 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.465189 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.465189 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.465756 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.465756 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.466061 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.466534 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.467019 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.467559 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.468006 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.468300 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.468903 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.469379 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.469853 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.470303 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.470860 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.471340 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.471796 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.472242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.472724 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.473248 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.473707 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.474159 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.474584 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.475024 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.475483 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.475953 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.476440 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.477493 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.477930 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.478393 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.478674 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0149140 Jan 19 18:30:07.479145 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.480409 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.480900 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.481439 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.481783 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.483177 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.483687 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.485739 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.485739 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.485739 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.485739 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.486042 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.486042 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.486365 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.486658 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.486965 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.487263 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.487557 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.489345 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.489345 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.489345 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.489586 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.489678 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.490102 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.490341 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.490570 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.490821 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.491060 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.492125 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.492369 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.492810 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.493247 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.493637 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.494096 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.494323 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.494546 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.494776 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.495255 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.495681 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.496171 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.496678 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.497756 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.498056 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.498303 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.498564 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.498831 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.499141 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.500180 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.500437 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.500882 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.501314 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.501800 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.502245 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.502787 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.503275 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.503550 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.503838 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.504102 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.504577 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.505041 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.505272 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.506344 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.506344 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.506344 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.506580 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.506818 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.507068 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.507582 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.507976 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.508221 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.508474 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.508746 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.509009 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.509244 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.509502 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.509752 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.510005 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.510233 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.510481 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.510838 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.511211 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.511562 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.511887 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 18:30:07.512458 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102637) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 19 18:30:07.512838 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 18:30:07.513075 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 18:30:07.513285 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 18:30:07.513476 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 18:30:07.513651 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 18:30:07.513880 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.514158 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.514255 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.514405 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.514549 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.514860 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.515025 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.515289 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.515383 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.515517 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.515602 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:30:07.515696 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.515848 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.515935 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.516366 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.516464 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.516603 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.516823 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.516975 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.517147 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.517312 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.517454 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.517930 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.517930 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] debug = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.517930 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.518130 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.518384 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.518384 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.518597 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.518694 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.518844 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.519002 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.519144 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.519306 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.519454 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.519590 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.519753 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.519906 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.520054 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.521285 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.521628 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.521950 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.522270 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] host = dv-cinder-825360-1-iscsi {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.522586 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.522923 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.523089 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.523229 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.523942 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.524106 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.524258 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.524416 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.524810 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.525113 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.525269 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.525590 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.525899 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.526352 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.526538 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_options = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.526679 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.526816 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.526951 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.527142 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.527290 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.527437 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.527605 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.527828 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.527970 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.528107 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.528242 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.528390 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.528527 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.528691 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.529499 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.529499 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.529499 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.529499 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.529499 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.529499 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.530279 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.530279 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.530279 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.530279 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.530279 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.530922 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.530922 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.530922 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.530922 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.531423 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.531423 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.531689 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.531827 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.532750 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.532750 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.532750 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.532750 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.532750 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.532750 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.533529 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.533529 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.533529 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.533529 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.533529 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.533529 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.534296 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.534296 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_json = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.534296 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.534296 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.534296 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.534929 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.534929 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.534929 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.534929 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.536329 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.536329 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 18:30:07.536329 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.536329 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.536329 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.536329 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.536329 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.536329 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.537413 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.537413 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.537413 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.537413 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.537413 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.537413 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.537413 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.537413 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.538430 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.538430 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.538430 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.538430 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.538971 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.538971 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.538971 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.538971 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.540052 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.540052 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.540052 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.546724 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.546724 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.546724 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.546724 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.546724 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.546724 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.546724 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.546724 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.547839 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.547839 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.547839 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.547839 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.547839 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.547839 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.547839 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.547839 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.547839 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.549010 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.549010 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.549010 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.549010 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.549010 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.549010 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.549010 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.549010 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.550476 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.550476 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.550476 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.550476 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.550476 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.550476 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.550476 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.550476 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.550476 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.552166 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.552166 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.552166 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.552166 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.552166 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.552166 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.552166 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.552166 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.552166 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.553377 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.553377 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.553377 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.553377 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.553377 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.553377 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.553377 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.553377 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.553377 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.556169 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.556169 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.556169 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.556169 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.556169 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.556169 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.556169 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.556169 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.556169 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.557524 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.557524 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.557524 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.557524 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.557524 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.557524 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.557524 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.557524 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.558553 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.558553 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.558553 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.558553 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.558553 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.558553 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.558553 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.558553 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.560153 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.560153 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.560153 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.560153 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.560153 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.560153 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.560153 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.560153 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.561709 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.561709 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.561709 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.561709 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.561709 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.561709 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.561709 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.561709 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.562749 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.562749 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.562749 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.562749 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.562749 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.562749 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.562749 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.562749 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.563769 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.563769 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.563769 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.563769 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.563769 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.563769 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.563769 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.563769 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.563769 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.565085 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.565085 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.565085 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.565085 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.565085 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.565085 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.565085 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.565085 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.566089 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.566089 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.566089 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.566089 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.566089 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.566089 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.566089 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.566089 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.567230 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.567230 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.567230 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.567230 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.567230 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.567230 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.567230 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.567230 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568227 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568227 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568227 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568227 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568227 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568227 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568227 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568227 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568961 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568961 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568961 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.568961 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.569761 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.569929 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.571660 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.571660 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.571660 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.571660 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.571660 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.571660 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.571660 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.572464 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.572464 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.572464 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.572464 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.572464 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.572464 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.573180 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.573180 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.573180 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.573180 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.573624 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.573624 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.573624 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.574211 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.574211 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.574211 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.574211 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.574479 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.574479 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.574619 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.574741 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.574926 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.575051 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.575211 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.575375 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.575545 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.575704 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.575863 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.576048 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.576208 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.576358 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.576497 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.578239 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.578239 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.578239 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.578239 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.578239 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.578239 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.578239 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.578239 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.580401 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.580401 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.580401 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.580401 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.580401 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.580401 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.580401 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.580401 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.581631 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.581631 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.581631 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.581631 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.581631 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.581631 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.581631 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.581631 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.582226 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.582226 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.582226 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.582226 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.582226 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.582226 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.582226 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.582226 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.583208 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.583208 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.583208 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.583208 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.583208 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.583208 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.583208 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.583208 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.584204 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.584204 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.584204 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.584204 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.584204 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.584204 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.584204 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.584204 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.585289 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.585289 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.585289 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.585289 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.585289 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.585289 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.585289 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.585289 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.586559 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.586559 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.586559 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.586559 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.586559 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.586844 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.586844 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.586987 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.587108 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.587278 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.587422 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.587585 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.587748 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.587893 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.588048 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.588210 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.588369 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.588524 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.588699 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.588861 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.589233 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.589233 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.589380 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 18:30:07.589460 dv-cinder-825360-1-iscsi neutron-server[102637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 18:30:19.521441 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8873db-555e-4556-b9fa-86fd447e17e4 None None] get_active_networks_info from dv-cinder-825360-1-iscsi {{(pid=103028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 19 18:30:19.600035 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8873db-555e-4556-b9fa-86fd447e17e4 None None] No non-hosted networks {{(pid=103028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 19 18:30:19.621507 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.agentschedulers_db [None req-0e8873db-555e-4556-b9fa-86fd447e17e4 None None] DHCP Agent not found on host dv-cinder-825360-1-iscsi {{(pid=103028) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 19 18:30:19.775666 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5d7e9814-eab8-4193-92d9-468a71115f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089365'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:22.225261 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-9511e003-1e69-4e2b-9333-dd3ba05e9d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089365'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:22.252956 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ede08cc9-7511-46bd-9fce-189fecde1c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:23.115227 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089365'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:24.463247 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089365'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:26.045837 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089365'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:26.048437 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.049644 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.051549 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.053523 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.054362 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.055630 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.057175 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.058462 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.058882 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.059385 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.060094 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.060501 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.061011 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:26.063304 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825360-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:30:26.076529 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825360-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:30:28.863501 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 34756) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:30:29.365178 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.db.l3_hamode_db [None req-c3f0c063-58cb-43b9-98b2-734e08a05d54 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 19 18:30:29.451156 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0c063-58cb-43b9-98b2-734e08a05d54 None None] Routers set() bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:30:29.451423 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0c063-58cb-43b9-98b2-734e08a05d54 None None] Router IDs set() for agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 19 18:30:29.576845 dv-cinder-825360-1-iscsi neutron-server[103027]: WARNING oslo_policy.policy [None req-5b2d365e-4bb8-44a8-a241-b5efb4818f7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 18:30:29.577429 dv-cinder-825360-1-iscsi neutron-server[103027]: WARNING oslo_policy.policy [None req-5b2d365e-4bb8-44a8-a241-b5efb4818f7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 18:30:29.804473 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [None req-5b2d365e-4bb8-44a8-a241-b5efb4818f7e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:30:29.805754 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-5b2d365e-4bb8-44a8-a241-b5efb4818f7e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9393325 Jan 19 18:30:32.641505 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 34772) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:30:33.098267 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-b499d36e-41d5-4ab7-bee7-30545c826ff6 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'tenant_id': 'de6b0ef706ed43888d980b3c5b3e097f', 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:30:33.205484 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.policy [None req-b499d36e-41d5-4ab7-bee7-30545c826ff6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103027) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 19 18:30:33.254275 dv-cinder-825360-1-iscsi neutron-server[103027]: WARNING oslo_policy.policy [None req-b499d36e-41d5-4ab7-bee7-30545c826ff6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 18:30:33.254672 dv-cinder-825360-1-iscsi neutron-server[103027]: WARNING oslo_policy.policy [None req-b499d36e-41d5-4ab7-bee7-30545c826ff6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 18:30:33.263794 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.quota [None req-b499d36e-41d5-4ab7-bee7-30545c826ff6 admin admin] Loaded quota_driver: . Jan 19 18:30:33.373825 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b499d36e-41d5-4ab7-bee7-30545c826ff6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758400129431', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758400129976', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758400147756', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758400146517', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758400168655', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758400161337', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-951658', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-962703', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1589002', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1641137'] for rbac-policy (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:33.452975 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b499d36e-41d5-4ab7-bee7-30545c826ff6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:33.454308 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b499d36e-41d5-4ab7-bee7-30545c826ff6 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8118372 Jan 19 18:30:36.289330 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 34784) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:30:36.722197 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'name': 'private'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:30:36.772504 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Made reservation on behalf of 54c21cf085754f4293b091f6580e3bd9 for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:30:36.777179 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:36.807553 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:36.932321 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Publish callbacks [] for security_group (63ff1710-e8ce-4c4e-bb2e-642dcb58ff6f), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:36.936479 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (63ff1710-e8ce-4c4e-bb2e-642dcb58ff6f), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:36.957065 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:30:36.986618 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758402213142', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (1180f1f1-6db2-451c-b3a4-5387b7adf64b), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:36.987208 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Unsubscribe: segment precommit_create {{(pid=103027) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 19 18:30:36.987731 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Added segment 1180f1f1-6db2-451c-b3a4-5387b7adf64b of type vlan for network ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 Jan 19 18:30:37.004135 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ff1710-e8ce-4c4e-bb2e-642dcb58ff6f,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:30:37.030618 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.030982 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.031325 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.031658 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.031983 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.032306 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.032663 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.032991 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.033326 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.033663 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.033984 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.034317 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.034611 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Tracked resource versions report: Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: pushed versions: Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: { 'AddressGroup': {'1.2'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'ConntrackHelper': {'1.0'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'LocalIPAssociation': {'1.0'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Log': {'1.0'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Network': {'1.1'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Port': {'1.7'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'PortForwarding': {'1.2'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'QosPolicy': {'1.10'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SecurityGroup': {'1.5'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SecurityGroupRule': {'1.2'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SubPort': {'1.0'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Subnet': {'1.1'}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Trunk': {'1.1'}} Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: consumer versions: Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: { DHCP agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: L3 agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: Metadata agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: Metering agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: Open vSwitch agent@dv-cinder-825360-1-iscsi: { 'AddressGroup': '1.2', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'ConntrackHelper': '1.0', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'LocalIPAssociation': '1.0', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Log': '1.0', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Network': '1.1', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Port': '1.7', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'PortForwarding': '1.2', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'QosPolicy': '1.10', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SecurityGroup': '1.5', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SecurityGroupRule': '1.2', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SubPort': '1.0', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Subnet': '1.1', Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Trunk': '1.1'}} Jan 19 18:30:37.036005 dv-cinder-825360-1-iscsi neutron-server[103027]: {{(pid=103027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 18:30:37.098881 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (ec3dbb2c-1a63-445d-8f8e-41db05f1ca28), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:37.143268 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (ec3dbb2c-1a63-445d-8f8e-41db05f1ca28), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:37.144568 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:30:37.145290 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:37.222964 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9324670 Jan 19 18:30:37.248290 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fe441-873b-461e-be43-f4ea59712cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=ec3dbb2c-1a63-445d-8f8e-41db05f1ca28,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:30:37.266787 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:30:40.069237 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 34798) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:30:40.594866 dv-cinder-825360-1-iscsi neutron-server[103026]: WARNING oslo_policy.policy [None req-a7fbb4c8-1d56-404a-9a18-a7dd3cf062e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 18:30:40.595425 dv-cinder-825360-1-iscsi neutron-server[103026]: WARNING oslo_policy.policy [None req-a7fbb4c8-1d56-404a-9a18-a7dd3cf062e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 18:30:41.056829 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.policy [None req-a7fbb4c8-1d56-404a-9a18-a7dd3cf062e9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103026) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 19 18:30:41.105168 dv-cinder-825360-1-iscsi neutron-server[103026]: WARNING oslo_policy.policy [None req-a7fbb4c8-1d56-404a-9a18-a7dd3cf062e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 18:30:41.105831 dv-cinder-825360-1-iscsi neutron-server[103026]: WARNING oslo_policy.policy [None req-a7fbb4c8-1d56-404a-9a18-a7dd3cf062e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 18:30:41.113858 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fbb4c8-1d56-404a-9a18-a7dd3cf062e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:30:41.115801 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a7fbb4c8-1d56-404a-9a18-a7dd3cf062e9 admin admin] 10.222.0.39 "GET /v2.0/networks/ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 HTTP/1.1" status: 200 len: 824 time: 1.0456102 Jan 19 18:30:41.156888 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-55cafff8-ffdb-41ae-a4de-297c220129e6 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/c7ed418f-eb05-436c-a207-6a4dadebcfe8 HTTP/1.1" status: 200 len: 734 time: 0.0353165 Jan 19 18:30:41.167085 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'c7ed418f-eb05-436c-a207-6a4dadebcfe8', 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28', 'ip_version': 4, 'tenant_id': '54c21cf085754f4293b091f6580e3bd9'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:30:41.168873 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.quota [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Loaded quota_driver: . Jan 19 18:30:41.212780 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Made reservation on behalf of 54c21cf085754f4293b091f6580e3bd9 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:30:41.215609 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:41.511245 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (accbb8ca-4d19-44c6-92b3-99c6e6ce9706), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:41.580161 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Checking segment: {'id': '1180f1f1-6db2-451c-b3a4-5387b7adf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:30:41.580531 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Network hostable DHCP agents. Network: ec3dbb2c-1a63-445d-8f8e-41db05f1ca28, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:30:41.595401 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=accbb8ca-4d19-44c6-92b3-99c6e6ce9706,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:30:41.606875 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.607231 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.607796 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.608181 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.608520 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.609059 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.609461 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.609847 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.610191 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.610532 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.610860 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.611171 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.611484 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Tracked resource versions report: Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: pushed versions: Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: { 'AddressGroup': {'1.2'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'ConntrackHelper': {'1.0'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'LocalIPAssociation': {'1.0'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Log': {'1.0'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Network': {'1.1'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Port': {'1.7'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'PortForwarding': {'1.2'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'QosPolicy': {'1.10'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SecurityGroup': {'1.5'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SecurityGroupRule': {'1.2'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SubPort': {'1.0'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Subnet': {'1.1'}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Trunk': {'1.1'}} Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: consumer versions: Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: { DHCP agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: L3 agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: Metadata agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: Metering agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: Open vSwitch agent@dv-cinder-825360-1-iscsi: { 'AddressGroup': '1.2', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'ConntrackHelper': '1.0', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'LocalIPAssociation': '1.0', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Log': '1.0', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Network': '1.1', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Port': '1.7', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'PortForwarding': '1.2', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'QosPolicy': '1.10', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SecurityGroup': '1.5', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SecurityGroupRule': '1.2', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SubPort': '1.0', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Subnet': '1.1', Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Trunk': '1.1'}} Jan 19 18:30:41.612900 dv-cinder-825360-1-iscsi neutron-server[103026]: {{(pid=103026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 18:30:41.637555 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Network ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:30:41.650823 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, ec3dbb2c-1a63-445d-8f8e-41db05f1ca28) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:30:41.656020 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:30:41.656663 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:41.661384 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4066ad-e52a-4aac-a302-91da1f941141 None None] Network ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:30:41.681885 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-89aa0542-0c72-41f2-83b5-9f04b3dec389 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5191748 Jan 19 18:30:41.943186 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bec15b7-f1a1-5518-be2b-7c4ae9037c47-ec3dbb2c-1a63-445d-8f8e-41db05f1ca28', 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28', 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'fixed_ips': [{'subnet_id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706'}]}} from dv-cinder-825360-1-iscsi. {{(pid=103028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 18:30:41.944520 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:42.262785 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.db_base_plugin_common [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Allocated IP 172.20.0.2 (ec3dbb2c-1a63-445d-8f8e-41db05f1ca28/accbb8ca-4d19-44c6-92b3-99c6e6ce9706/608ea857-950b-4541-b45c-0db64d056550) {{(pid=103028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:30:42.525924 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Publish callbacks [] for port (608ea857-950b-4541-b45c-0db64d056550), precommit_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:42.535259 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (608ea857-950b-4541-b45c-0db64d056550), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:42.615881 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Network ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 is already hosted by enough agents. {{(pid=103028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:30:42.620839 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.base_scheduler [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Resources bound (agent type, host, resource id): {{(pid=103028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:30:42.630242 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Received port after_create {{(pid=103028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:30:42.634300 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Pushing event updated for resources: {'Port': ['ID=608ea857-950b-4541-b45c-0db64d056550,revision_number=1']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:30:42.645816 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.646192 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.647111 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.647463 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.647802 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.648137 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.648474 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.648835 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.649169 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.649531 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.649867 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.650198 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.650522 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Tracked resource versions report: Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: pushed versions: Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: { 'AddressGroup': {'1.2'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'ConntrackHelper': {'1.0'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'LocalIPAssociation': {'1.0'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Log': {'1.0'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Network': {'1.1'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Port': {'1.7'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'PortForwarding': {'1.2'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'QosPolicy': {'1.10'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SecurityGroup': {'1.5'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SecurityGroupRule': {'1.2'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SubPort': {'1.0'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Subnet': {'1.1'}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Trunk': {'1.1'}} Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: consumer versions: Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: { DHCP agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: L3 agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: Metadata agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: Metering agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: Open vSwitch agent@dv-cinder-825360-1-iscsi: { 'AddressGroup': '1.2', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'ConntrackHelper': '1.0', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'LocalIPAssociation': '1.0', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Log': '1.0', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Network': '1.1', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Port': '1.7', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'PortForwarding': '1.2', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'QosPolicy': '1.10', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SecurityGroup': '1.5', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SecurityGroupRule': '1.2', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SubPort': '1.0', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Subnet': '1.1', Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Trunk': '1.1'}} Jan 19 18:30:42.651934 dv-cinder-825360-1-iscsi neutron-server[103028]: {{(pid=103028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 18:30:42.727835 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Attempting to bind port 608ea857-950b-4541-b45c-0db64d056550 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:30:42.728564 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Attempting to bind port 608ea857-950b-4541-b45c-0db64d056550 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '1180f1f1-6db2-451c-b3a4-5387b7adf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:30:42.728738 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Attempting to bind port 608ea857-950b-4541-b45c-0db64d056550 on network ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:30:42.733986 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:30:42.734369 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Checking segment: {'id': '1180f1f1-6db2-451c-b3a4-5387b7adf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:30:42.734869 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:42.735268 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Bound using segment: {'id': '1180f1f1-6db2-451c-b3a4-5387b7adf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:30:42.735747 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Bound port: 608ea857-950b-4541-b45c-0db64d056550, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1180f1f1-6db2-451c-b3a4-5387b7adf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:30:42.736162 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (608ea857-950b-4541-b45c-0db64d056550), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:42.801897 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] For port 608ea857-950b-4541-b45c-0db64d056550, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:30:42.807611 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] For port 608ea857-950b-4541-b45c-0db64d056550, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=608ea857-950b-4541-b45c-0db64d056550,segment=NetworkSegment(1180f1f1-6db2-451c-b3a4-5387b7adf64b),segment_id=1180f1f1-6db2-451c-b3a4-5387b7adf64b)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:30:42.811578 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (608ea857-950b-4541-b45c-0db64d056550), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:42.889038 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974efd0-31ce-4644-928f-47cb39dab48e None None] Pushing event updated for resources: {'Port': ['ID=608ea857-950b-4541-b45c-0db64d056550,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:30:44.241955 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 34818) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:30:44.635396 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [None req-ddb03617-3295-4cac-8277-36926057edff admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:30:44.636336 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ddb03617-3295-4cac-8277-36926057edff admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3933938 Jan 19 18:30:47.328230 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 34826) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:30:47.754122 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [None req-35c31ea2-bdaf-48f8-9fce-2f4cc4a4a353 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:30:47.755447 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-35c31ea2-bdaf-48f8-9fce-2f4cc4a4a353 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4258649 Jan 19 18:30:49.507107 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-db299b28-ddc6-4b2b-b781-1912c61d27c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:50.774436 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 34836) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:30:51.279622 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-2b9b4b07-3e2d-4db5-87c3-58a2a5bc95ae admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '54c21cf085754f4293b091f6580e3bd9'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:30:51.309279 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4b07-3e2d-4db5-87c3-58a2a5bc95ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9947'] for router (c6346d81-3a3a-4a71-955e-c4d88930587f), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:51.311182 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4b07-3e2d-4db5-87c3-58a2a5bc95ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2093737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9952'] for router (c6346d81-3a3a-4a71-955e-c4d88930587f), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:51.495283 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4b07-3e2d-4db5-87c3-58a2a5bc95ae admin admin] Publish callbacks [] for router_controller (c6346d81-3a3a-4a71-955e-c4d88930587f), precommit_add_association {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:51.502814 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4b07-3e2d-4db5-87c3-58a2a5bc95ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093724'] for router (c6346d81-3a3a-4a71-955e-c4d88930587f), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:51.520893 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4b07-3e2d-4db5-87c3-58a2a5bc95ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:51.522882 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-2b9b4b07-3e2d-4db5-87c3-58a2a5bc95ae admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7471862 Jan 19 18:30:52.206940 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b981c46d-54b9-4e06-bfcb-98aad35fa475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:53.100466 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:54.419532 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:54.519679 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 34858) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:30:54.665979 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [None req-34e35af6-fd8d-4cd3-af7e-c06a61b500b7 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:30:54.667017 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-34e35af6-fd8d-4cd3-af7e-c06a61b500b7 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1458802 Jan 19 18:30:54.883620 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 608ea857-950b-4541-b45c-0db64d056550 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:30:54.937691 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660bbdc-1a25-46d9-8065-cd80865cc16a None None] Network ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:30:55.065473 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-449b098b-0c24-491e-a108-fbd8d1815d05 None None] Provisioning complete for port 608ea857-950b-4541-b45c-0db64d056550 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:30:55.065898 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-449b098b-0c24-491e-a108-fbd8d1815d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (608ea857-950b-4541-b45c-0db64d056550), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:55.072224 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 608ea857-950b-4541-b45c-0db64d056550 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:30:55.072721 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (608ea857-950b-4541-b45c-0db64d056550), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:55.304290 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-449b098b-0c24-491e-a108-fbd8d1815d05 None None] Current status of the port 608ea857-950b-4541-b45c-0db64d056550 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:30:55.304749 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-449b098b-0c24-491e-a108-fbd8d1815d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (608ea857-950b-4541-b45c-0db64d056550), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:55.307108 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 608ea857-950b-4541-b45c-0db64d056550 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:30:55.307494 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (608ea857-950b-4541-b45c-0db64d056550), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:55.360964 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port 608ea857-950b-4541-b45c-0db64d056550, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=608ea857-950b-4541-b45c-0db64d056550,segment=NetworkSegment(1180f1f1-6db2-451c-b3a4-5387b7adf64b),segment_id=1180f1f1-6db2-451c-b3a4-5387b7adf64b)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:30:55.366639 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (608ea857-950b-4541-b45c-0db64d056550), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:55.442135 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.db.api [None req-449b098b-0c24-491e-a108-fbd8d1815d05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 18:30:55.442856 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG oslo_db.api [None req-449b098b-0c24-491e-a108-fbd8d1815d05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 18:30:55.447716 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=608ea857-950b-4541-b45c-0db64d056550,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:30:55.979817 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-449b098b-0c24-491e-a108-fbd8d1815d05 None None] Current status of the port 608ea857-950b-4541-b45c-0db64d056550 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:30:56.032063 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:56.100207 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-efebe7db-5d1c-4e54-8faa-7f89b87842c2 None None] Provisioning complete for port 608ea857-950b-4541-b45c-0db64d056550 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:30:56.100613 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-efebe7db-5d1c-4e54-8faa-7f89b87842c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (608ea857-950b-4541-b45c-0db64d056550), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:56.177775 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-efebe7db-5d1c-4e54-8faa-7f89b87842c2 None None] Current status of the port 608ea857-950b-4541-b45c-0db64d056550 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:30:56.852413 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 608ea857-950b-4541-b45c-0db64d056550 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:30:56.966980 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 608ea857-950b-4541-b45c-0db64d056550 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:30:56.967162 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (608ea857-950b-4541-b45c-0db64d056550), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:57.060126 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 608ea857-950b-4541-b45c-0db64d056550 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:30:57.066808 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 34880) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:30:57.114035 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'project_id': 'de6b0ef706ed43888d980b3c5b3e097f', 'name': 'public', 'tenant_id': 'de6b0ef706ed43888d980b3c5b3e097f', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:30:57.141131 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Made reservation on behalf of de6b0ef706ed43888d980b3c5b3e097f for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:30:57.143434 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:57.158681 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:57.265836 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Publish callbacks [] for security_group (65e3d06f-1128-485d-a3be-1a56e8ba8dd5), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:57.272827 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (65e3d06f-1128-485d-a3be-1a56e8ba8dd5), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:57.296453 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Reserving flat network on physical network physnet1 {{(pid=103026) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 19 18:30:57.319501 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e3d06f-1128-485d-a3be-1a56e8ba8dd5,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:30:57.325696 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758402213142', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (efa19033-7ef6-490c-a4a9-57cfa66e8709), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:57.326270 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Unsubscribe: segment precommit_create {{(pid=103026) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 19 18:30:57.326758 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Added segment efa19033-7ef6-490c-a4a9-57cfa66e8709 of type flat for network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 Jan 19 18:30:57.381615 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (bd3ecf2a-0c7e-4924-be05-1234598a8ad2), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:57.423206 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (bd3ecf2a-0c7e-4924-be05-1234598a8ad2), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:57.424374 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:30:57.425028 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:30:57.502722 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4348269 Jan 19 18:30:57.524552 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a8ecb-9e7f-4f7c-a21c-46b9213b7b86 admin admin] Pushing event updated for resources: {'Network': ['ID=bd3ecf2a-0c7e-4924-be05-1234598a8ad2,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:30:57.543512 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:30:59.825089 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 34888) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:30:59.919078 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f36db61-1caa-4c01-9407-df34c7b75cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:30:59.920409 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-7f36db61-1caa-4c01-9407-df34c7b75cf4 admin admin] 10.222.0.39 "GET /v2.0/subnets/accbb8ca-4d19-44c6-92b3-99c6e6ce9706 HTTP/1.1" status: 200 len: 849 time: 0.0940993 Jan 19 18:31:00.041118 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e2cfaf6d-48dd-4ba7-bb1b-34351d591906 admin admin] 10.222.0.39 "GET /v2.0/routers/c6346d81-3a3a-4a71-955e-c4d88930587f HTTP/1.1" status: 200 len: 704 time: 0.1150689 Jan 19 18:31:00.316511 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:00.628137 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Allocated IP 172.20.0.1 (ec3dbb2c-1a63-445d-8f8e-41db05f1ca28/accbb8ca-4d19-44c6-92b3-99c6e6ce9706/23af615e-9897-4be0-8bda-e0c91977aa04) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:31:00.795137 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Publish callbacks [] for port (23af615e-9897-4be0-8bda-e0c91977aa04), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:00.864920 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:00.993043 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Network ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:31:00.997835 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:31:01.004025 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:31:01.004358 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2090665'] for router_interface (c6346d81-3a3a-4a71-955e-c4d88930587f), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:01.027804 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Pushing event updated for resources: {'Port': ['ID=23af615e-9897-4be0-8bda-e0c91977aa04,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:31:01.218419 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:01.232767 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-d6838723-ec89-4751-84aa-e4ea81b1a024 None None] Provisioning complete for port 23af615e-9897-4be0-8bda-e0c91977aa04 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:31:01.233598 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-d6838723-ec89-4751-84aa-e4ea81b1a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:01.282135 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-d6838723-ec89-4751-84aa-e4ea81b1a024 None None] Port 23af615e-9897-4be0-8bda-e0c91977aa04 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:31:01.422628 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 5 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:31:01.466370 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Publish callbacks [] for port (23af615e-9897-4be0-8bda-e0c91977aa04), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:01.471118 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:01.471940 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090589'] for router_interface (c6346d81-3a3a-4a71-955e-c4d88930587f), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:01.585449 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Pushing event updated for resources: {'Port': ['ID=23af615e-9897-4be0-8bda-e0c91977aa04,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:31:01.664180 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Network ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:31:01.665724 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:31:01.861718 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Router c6346d81-3a3a-4a71-955e-c4d88930587f is scheduled to L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 with binding_index 1 {{(pid=103026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 18:31:01.909994 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-2b1c0b6f-f0c5-49be-a829-fa2d544f258a None None] Provisioning complete for port 23af615e-9897-4be0-8bda-e0c91977aa04 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:31:01.910388 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0b6f-f0c5-49be-a829-fa2d544f258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:01.951819 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-2b1c0b6f-f0c5-49be-a829-fa2d544f258a None None] Port 23af615e-9897-4be0-8bda-e0c91977aa04 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:31:01.964055 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:31:01.969665 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0a302132-d049-43e1-ad2f-d49c0de6b659 admin admin] 10.222.0.39 "PUT /v2.0/routers/c6346d81-3a3a-4a71-955e-c4d88930587f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9228897 Jan 19 18:31:01.975997 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Sync routers for ids ['c6346d81-3a3a-4a71-955e-c4d88930587f'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:31:01.989066 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Routers {'c6346d81-3a3a-4a71-955e-c4d88930587f'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:31:01.990575 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:30:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['c6346d81-3a3a-4a71-955e-c4d88930587f'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:31:02.180156 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Set router c6346d81-3a3a-4a71-955e-c4d88930587f gateway port host: None {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:31:02.691497 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'name': 'router1', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:30:51Z', 'updated_at': '2022-01-19T18:31:01Z', 'revision_number': 2, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'gw_port_host': None, '_interfaces': [{'id': '23af615e-9897-4be0-8bda-e0c91977aa04', 'name': '', 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'mac_address': 'fa:16:3e:32:3f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:31:00Z', 'updated_at': '2022-01-19T18:31:01Z', 'revision_number': 2, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'subnets': [{'id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7ed418f-eb05-436c-a207-6a4dadebcfe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:31:02.742359 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Checking router: c6346d81-3a3a-4a71-955e-c4d88930587f for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:31:02.742730 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Updating router c6346d81-3a3a-4a71-955e-c4d88930587f port 23af615e-9897-4be0-8bda-e0c91977aa04 binding host dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:31:02.825073 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:03.372510 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Publish callbacks [] for port (23af615e-9897-4be0-8bda-e0c91977aa04), precommit_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:03.381664 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:03.562636 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Pushing event updated for resources: {'Port': ['ID=23af615e-9897-4be0-8bda-e0c91977aa04,revision_number=3']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:31:03.565484 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Attempting to bind port 23af615e-9897-4be0-8bda-e0c91977aa04 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:31:03.565943 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Attempting to bind port 23af615e-9897-4be0-8bda-e0c91977aa04 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '1180f1f1-6db2-451c-b3a4-5387b7adf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28'}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:31:03.566360 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Attempting to bind port 23af615e-9897-4be0-8bda-e0c91977aa04 on network ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:31:03.573155 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:31:03.573566 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Checking segment: {'id': '1180f1f1-6db2-451c-b3a4-5387b7adf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:31:03.574056 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:03.574451 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Bound using segment: {'id': '1180f1f1-6db2-451c-b3a4-5387b7adf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28'} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:31:03.574942 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Bound port: 23af615e-9897-4be0-8bda-e0c91977aa04, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1180f1f1-6db2-451c-b3a4-5387b7adf64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28'}}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:31:03.575321 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:03.582019 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.582383 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.582755 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.583627 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.583975 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.584303 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.584653 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.584991 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.585318 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.585669 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.585993 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.586323 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.586646 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Tracked resource versions report: Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: pushed versions: Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: { 'AddressGroup': {'1.2'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'ConntrackHelper': {'1.0'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'LocalIPAssociation': {'1.0'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Log': {'1.0'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Network': {'1.1'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Port': {'1.7'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'PortForwarding': {'1.2'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'QosPolicy': {'1.10'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SecurityGroup': {'1.5'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SecurityGroupRule': {'1.2'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SubPort': {'1.0'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Subnet': {'1.1'}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Trunk': {'1.1'}} Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: consumer versions: Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: { DHCP agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: L3 agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: Metadata agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: Metering agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: Open vSwitch agent@dv-cinder-825360-1-iscsi: { 'AddressGroup': '1.2', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'ConntrackHelper': '1.0', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'LocalIPAssociation': '1.0', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Log': '1.0', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Network': '1.1', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Port': '1.7', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'PortForwarding': '1.2', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'QosPolicy': '1.10', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SecurityGroup': '1.5', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SecurityGroupRule': '1.2', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SubPort': '1.0', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Subnet': '1.1', Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Trunk': '1.1'}} Jan 19 18:31:03.588090 dv-cinder-825360-1-iscsi neutron-server[103029]: {{(pid=103029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 18:31:03.667932 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] For port 23af615e-9897-4be0-8bda-e0c91977aa04, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:31:03.686224 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-f426e586-d163-47ad-ba69-680c683302ba None None] Provisioning complete for port 23af615e-9897-4be0-8bda-e0c91977aa04 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:31:03.686779 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-f426e586-d163-47ad-ba69-680c683302ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:03.692570 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] For port 23af615e-9897-4be0-8bda-e0c91977aa04, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=23af615e-9897-4be0-8bda-e0c91977aa04,segment=NetworkSegment(1180f1f1-6db2-451c-b3a4-5387b7adf64b),segment_id=1180f1f1-6db2-451c-b3a4-5387b7adf64b)] {{(pid=103029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:31:03.699883 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:03.725460 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-f426e586-d163-47ad-ba69-680c683302ba None None] Port 23af615e-9897-4be0-8bda-e0c91977aa04 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:31:03.765412 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59eb85c-416c-4628-b5f6-9857425340cf None None] Pushing event updated for resources: {'Port': ['ID=23af615e-9897-4be0-8bda-e0c91977aa04,revision_number=4']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:31:03.768351 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Routers {'c6346d81-3a3a-4a71-955e-c4d88930587f'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:31:03.768981 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:30:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['c6346d81-3a3a-4a71-955e-c4d88930587f'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:31:03.880727 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] Set router c6346d81-3a3a-4a71-955e-c4d88930587f gateway port host: None {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:31:04.048152 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-351d1d64-582d-4424-b490-8d5690ce0767 None None] Provisioning complete for port 23af615e-9897-4be0-8bda-e0c91977aa04 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:31:04.048660 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-351d1d64-582d-4424-b490-8d5690ce0767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:04.139498 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-351d1d64-582d-4424-b490-8d5690ce0767 None None] Current status of the port 23af615e-9897-4be0-8bda-e0c91977aa04 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:31:04.140083 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-351d1d64-582d-4424-b490-8d5690ce0767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:04.158487 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'name': 'router1', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:30:51Z', 'updated_at': '2022-01-19T18:31:01Z', 'revision_number': 2, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'gw_port_host': None, '_interfaces': [{'id': '23af615e-9897-4be0-8bda-e0c91977aa04', 'name': '', 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'mac_address': 'fa:16:3e:32:3f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:31:00Z', 'updated_at': '2022-01-19T18:31:03Z', 'revision_number': 4, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'subnets': [{'id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7ed418f-eb05-436c-a207-6a4dadebcfe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:31:04.179982 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-351d1d64-582d-4424-b490-8d5690ce0767 None None] For port 23af615e-9897-4be0-8bda-e0c91977aa04, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=23af615e-9897-4be0-8bda-e0c91977aa04,segment=NetworkSegment(1180f1f1-6db2-451c-b3a4-5387b7adf64b),segment_id=1180f1f1-6db2-451c-b3a4-5387b7adf64b)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:31:04.185697 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-351d1d64-582d-4424-b490-8d5690ce0767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:04.189536 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2188c-8c33-46f2-80f4-7be2823de46d None None] The sync data for ids ['c6346d81-3a3a-4a71-955e-c4d88930587f'] in dv-cinder-825360-1-iscsi is: [{'id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'name': 'router1', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:30:51Z', 'updated_at': '2022-01-19T18:31:01Z', 'revision_number': 2, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'gw_port_host': None, '_interfaces': [{'id': '23af615e-9897-4be0-8bda-e0c91977aa04', 'name': '', 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'mac_address': 'fa:16:3e:32:3f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:31:00Z', 'updated_at': '2022-01-19T18:31:03Z', 'revision_number': 4, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'subnets': [{'id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7ed418f-eb05-436c-a207-6a4dadebcfe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:31:04.241421 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d1d64-582d-4424-b490-8d5690ce0767 None None] Pushing event updated for resources: {'Port': ['ID=23af615e-9897-4be0-8bda-e0c91977aa04,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:31:06.898576 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 34906) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:31:07.061216 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda36bb0-c819-48fd-af9a-6e9362404b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:31:07.063432 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-cda36bb0-c819-48fd-af9a-6e9362404b3a admin admin] 10.222.0.39 "GET /v2.0/networks/bd3ecf2a-0c7e-4924-be05-1234598a8ad2 HTTP/1.1" status: 200 len: 842 time: 0.1636901 Jan 19 18:31:07.076006 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'tenant_id': 'de6b0ef706ed43888d980b3c5b3e097f', 'name': 'public-subnet', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'cidr': '172.27.3.0/24'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:31:07.109781 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Made reservation on behalf of de6b0ef706ed43888d980b3c5b3e097f for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:31:07.112262 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:07.474156 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.objects.ports [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 19 18:31:07.474602 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (12410fcb-7059-4bd4-a999-fe685bb3e765), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:07.531126 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=12410fcb-7059-4bd4-a999-fe685bb3e765,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:31:07.543741 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Checking segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:31:07.544096 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Network hostable DHCP agents. Network: bd3ecf2a-0c7e-4924-be05-1234598a8ad2, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:31:07.563489 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:31:07.574775 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, bd3ecf2a-0c7e-4924-be05-1234598a8ad2) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:31:07.579832 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:31:07.580582 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:07.590003 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6aa27e-c9e6-478b-a94b-08399273cd65 None None] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:31:07.618255 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d2083dc9-77ac-4151-acc9-9dc750d6b9eb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5351582 Jan 19 18:31:07.737230 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33245e06-675f-4405-9584-8044c60608b5 None None] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:31:10.027360 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 34914) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:31:10.303722 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b269de2b-1ae9-4a40-bb13-878406439ee6 admin admin] 10.222.0.39 "GET /v2.0/routers/c6346d81-3a3a-4a71-955e-c4d88930587f HTTP/1.1" status: 200 len: 710 time: 0.2749233 Jan 19 18:31:10.479097 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa9fa9d-ebc6-4a65-8649-da6d8da5b162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:31:10.480521 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-3aa9fa9d-ebc6-4a65-8649-da6d8da5b162 admin admin] 10.222.0.39 "GET /v2.0/networks/bd3ecf2a-0c7e-4924-be05-1234598a8ad2 HTTP/1.1" status: 200 len: 886 time: 0.1715264 Jan 19 18:31:10.490765 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:31:10.744089 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Publish callbacks [] for router_gateway (c6346d81-3a3a-4a71-955e-c4d88930587f), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:11.001718 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Publish callbacks [] for router_gateway (c6346d81-3a3a-4a71-955e-c4d88930587f), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:11.089732 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:11.317866 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Allocated IP 172.27.3.194 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/41308a8e-c665-4644-9f11-d0ed6a726428) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:31:11.434386 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Publish callbacks [] for port (41308a8e-c665-4644-9f11-d0ed6a726428), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:11.495257 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (41308a8e-c665-4644-9f11-d0ed6a726428), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:11.572733 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:31:11.578291 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:31:11.582025 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:31:11.626792 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Pushing event updated for resources: {'Port': ['ID=41308a8e-c665-4644-9f11-d0ed6a726428,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:31:11.941409 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Publish callbacks [] for router_gateway (c6346d81-3a3a-4a71-955e-c4d88930587f), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:12.159575 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2093755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2092513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9982'] for router (c6346d81-3a3a-4a71-955e-c4d88930587f), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:12.165601 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2093698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2093717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2092520'] for router (c6346d81-3a3a-4a71-955e-c4d88930587f), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:12.289581 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Router c6346d81-3a3a-4a71-955e-c4d88930587f has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:31:12.410101 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:31:12.415636 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:12.436667 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-3553ccee-6ce9-4b63-84cb-66f75f683299 admin admin] 10.222.0.39 "PUT /v2.0/routers/c6346d81-3a3a-4a71-955e-c4d88930587f HTTP/1.1" status: 200 len: 890 time: 1.9306233 Jan 19 18:31:12.933516 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 23af615e-9897-4be0-8bda-e0c91977aa04 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:31:12.999977 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 23af615e-9897-4be0-8bda-e0c91977aa04 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:31:13.000592 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:13.023795 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Sync routers for ids ['c6346d81-3a3a-4a71-955e-c4d88930587f'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:31:13.050307 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Routers {'c6346d81-3a3a-4a71-955e-c4d88930587f'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:31:13.051096 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:30:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['c6346d81-3a3a-4a71-955e-c4d88930587f'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:31:13.298098 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 23af615e-9897-4be0-8bda-e0c91977aa04 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:31:13.315408 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Set router c6346d81-3a3a-4a71-955e-c4d88930587f gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:31:13.815189 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'name': 'router1', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '41308a8e-c665-4644-9f11-d0ed6a726428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:30:51Z', 'updated_at': '2022-01-19T18:31:11Z', 'revision_number': 4, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'gw_port': {'id': '41308a8e-c665-4644-9f11-d0ed6a726428', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:31:11Z', 'updated_at': '2022-01-19T18:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '23af615e-9897-4be0-8bda-e0c91977aa04', 'name': '', 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'mac_address': 'fa:16:3e:32:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:31:00Z', 'updated_at': '2022-01-19T18:31:04Z', 'revision_number': 5, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'subnets': [{'id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7ed418f-eb05-436c-a207-6a4dadebcfe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:31:13.869264 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Checking router: c6346d81-3a3a-4a71-955e-c4d88930587f for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:31:13.869641 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Updating router c6346d81-3a3a-4a71-955e-c4d88930587f port 41308a8e-c665-4644-9f11-d0ed6a726428 binding host dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:31:13.924250 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (41308a8e-c665-4644-9f11-d0ed6a726428), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:14.305177 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Publish callbacks [] for port (41308a8e-c665-4644-9f11-d0ed6a726428), precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:14.313256 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (41308a8e-c665-4644-9f11-d0ed6a726428), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:14.373778 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Attempting to bind port 41308a8e-c665-4644-9f11-d0ed6a726428 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:31:14.374155 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Attempting to bind port 41308a8e-c665-4644-9f11-d0ed6a726428 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:31:14.374529 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Attempting to bind port 41308a8e-c665-4644-9f11-d0ed6a726428 on network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:31:14.376726 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3e9a5-5ea5-4316-adc6-2a30e4b49f43 None None] Pushing event updated for resources: {'Port': ['ID=41308a8e-c665-4644-9f11-d0ed6a726428,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:31:14.383441 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:31:14.383827 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Checking segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:31:14.384235 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:14.384677 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Bound using segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:31:14.385164 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Bound port: 41308a8e-c665-4644-9f11-d0ed6a726428, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:31:14.385551 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (41308a8e-c665-4644-9f11-d0ed6a726428), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:14.443229 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] For port 41308a8e-c665-4644-9f11-d0ed6a726428, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:31:14.446548 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] For port 41308a8e-c665-4644-9f11-d0ed6a726428, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=41308a8e-c665-4644-9f11-d0ed6a726428,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:31:14.451386 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (41308a8e-c665-4644-9f11-d0ed6a726428), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:14.515577 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3e9a5-5ea5-4316-adc6-2a30e4b49f43 None None] Pushing event updated for resources: {'Port': ['ID=41308a8e-c665-4644-9f11-d0ed6a726428,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:31:14.518655 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Routers {'c6346d81-3a3a-4a71-955e-c4d88930587f'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:31:14.519329 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:30:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['c6346d81-3a3a-4a71-955e-c4d88930587f'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:31:14.643482 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] Set router c6346d81-3a3a-4a71-955e-c4d88930587f gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:31:14.893450 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'name': 'router1', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '41308a8e-c665-4644-9f11-d0ed6a726428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:30:51Z', 'updated_at': '2022-01-19T18:31:11Z', 'revision_number': 4, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'gw_port': {'id': '41308a8e-c665-4644-9f11-d0ed6a726428', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:31:11Z', 'updated_at': '2022-01-19T18:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '23af615e-9897-4be0-8bda-e0c91977aa04', 'name': '', 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'mac_address': 'fa:16:3e:32:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:31:00Z', 'updated_at': '2022-01-19T18:31:04Z', 'revision_number': 5, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'subnets': [{'id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7ed418f-eb05-436c-a207-6a4dadebcfe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:31:14.921913 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616002d8-1765-458c-b127-ee8bf242c512 None None] The sync data for ids ['c6346d81-3a3a-4a71-955e-c4d88930587f'] in dv-cinder-825360-1-iscsi is: [{'id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'name': 'router1', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '41308a8e-c665-4644-9f11-d0ed6a726428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:30:51Z', 'updated_at': '2022-01-19T18:31:11Z', 'revision_number': 4, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'gw_port': {'id': '41308a8e-c665-4644-9f11-d0ed6a726428', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:31:11Z', 'updated_at': '2022-01-19T18:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '23af615e-9897-4be0-8bda-e0c91977aa04', 'name': '', 'network_id': 'ec3dbb2c-1a63-445d-8f8e-41db05f1ca28', 'tenant_id': '54c21cf085754f4293b091f6580e3bd9', 'mac_address': 'fa:16:3e:32:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6346d81-3a3a-4a71-955e-c4d88930587f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:31:00Z', 'updated_at': '2022-01-19T18:31:04Z', 'revision_number': 5, 'project_id': '54c21cf085754f4293b091f6580e3bd9', 'subnets': [{'id': 'accbb8ca-4d19-44c6-92b3-99c6e6ce9706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7ed418f-eb05-436c-a207-6a4dadebcfe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:31:15.126774 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 34926) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:31:15.257037 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-ac178a57-550b-4f78-822f-c08c22c46c10 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1290681 Jan 19 18:31:16.890619 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 41308a8e-c665-4644-9f11-d0ed6a726428 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:31:16.939457 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 41308a8e-c665-4644-9f11-d0ed6a726428 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:31:16.939859 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (41308a8e-c665-4644-9f11-d0ed6a726428), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:17.029734 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 41308a8e-c665-4644-9f11-d0ed6a726428 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:31:17.030126 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (41308a8e-c665-4644-9f11-d0ed6a726428), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:17.055383 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port 41308a8e-c665-4644-9f11-d0ed6a726428, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=41308a8e-c665-4644-9f11-d0ed6a726428,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:31:17.059953 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (41308a8e-c665-4644-9f11-d0ed6a726428), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:17.110459 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=41308a8e-c665-4644-9f11-d0ed6a726428,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:31:18.919103 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 41308a8e-c665-4644-9f11-d0ed6a726428 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:31:18.984015 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 41308a8e-c665-4644-9f11-d0ed6a726428 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:31:18.984830 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (41308a8e-c665-4644-9f11-d0ed6a726428), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:19.104861 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 41308a8e-c665-4644-9f11-d0ed6a726428 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:31:19.514332 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ff356b71-fc3d-4f07-85f4-7034212b5b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:22.236487 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6cdf913e-1f52-421e-bab8-9ea76d03d72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:23.077570 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:24.679814 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:26.045945 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:38.422170 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 5 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:31:49.503162 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6475c4ee-9c18-4974-bf9e-6d8f3ad8aea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:52.206041 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-28716d74-0002-48b9-8df3-b4a104b5f4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:53.088034 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:54.436536 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:31:56.026775 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:15.421286 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 5 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:32:19.487262 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-cf6b9a7b-6b28-4c0a-bb57-735f3d281c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:22.207358 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-210f4080-516e-41e8-8805-5731e60e62c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:23.076997 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:24.448564 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:26.025115 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:37.776974 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35410) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:32:37.839214 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbca842-ff69-4dbe-adc7-7019db8699a8 admin admin] GET failed (client error): The resource could not be found. Jan 19 18:32:37.840500 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-cdbca842-ff69-4dbe-adc7-7019db8699a8 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625932 Jan 19 18:32:38.000923 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a389fd8-6ecb-4c12-9a8c-a2bb31fafec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:38.002308 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-9a389fd8-6ecb-4c12-9a8c-a2bb31fafec5 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1576824 Jan 19 18:32:40.284254 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35420) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:32:40.387939 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09407a17-34b7-4ad8-9779-0d5b438a0f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:40.389359 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-09407a17-34b7-4ad8-9779-0d5b438a0f8f admin admin] 10.222.0.39 "GET /v2.0/subnets/accbb8ca-4d19-44c6-92b3-99c6e6ce9706 HTTP/1.1" status: 200 len: 849 time: 0.1036050 Jan 19 18:32:40.398921 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:32:40.492783 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Publish callbacks [] for subnet (accbb8ca-4d19-44c6-92b3-99c6e6ce9706), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:40.638322 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758402241913'] for subnet (accbb8ca-4d19-44c6-92b3-99c6e6ce9706), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:40.669025 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:40.669651 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:40.670958 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] 10.222.0.39 "PUT /v2.0/subnets/accbb8ca-4d19-44c6-92b3-99c6e6ce9706 HTTP/1.1" status: 200 len: 868 time: 0.2757173 Jan 19 18:32:40.674003 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2553e13-eb85-48c4-ba23-6a693c5f9ee0 None None] Network ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:32:40.692895 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Pushing event updated for resources: {'Subnet': ['ID=accbb8ca-4d19-44c6-92b3-99c6e6ce9706,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:32:40.700750 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.701133 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.701491 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.701840 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.702181 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.702520 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.702887 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.703236 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.703589 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.703952 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.704294 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.704637 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:40.704981 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf262a7-342d-4aea-a279-9ea5ccfe810b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:32:41.060535 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-7e08e5a3-46a3-41b3-965c-8229de613465 None None] Provisioning complete for port 608ea857-950b-4541-b45c-0db64d056550 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:32:41.060946 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7e08e5a3-46a3-41b3-965c-8229de613465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (608ea857-950b-4541-b45c-0db64d056550), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:41.137462 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-7e08e5a3-46a3-41b3-965c-8229de613465 None None] Current status of the port 608ea857-950b-4541-b45c-0db64d056550 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:32:41.147420 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-7e08e5a3-46a3-41b3-965c-8229de613465 None None] Provisioning complete for port 23af615e-9897-4be0-8bda-e0c91977aa04 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:32:41.147805 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7e08e5a3-46a3-41b3-965c-8229de613465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (23af615e-9897-4be0-8bda-e0c91977aa04), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:41.225395 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-7e08e5a3-46a3-41b3-965c-8229de613465 None None] Current status of the port 23af615e-9897-4be0-8bda-e0c91977aa04 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:32:42.934316 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35428) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:32:43.215193 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbe851-db8e-400e-87a9-087ff76974e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:43.215661 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbe851-db8e-400e-87a9-087ff76974e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:43.217243 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-65fbe851-db8e-400e-87a9-087ff76974e9 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2819591 Jan 19 18:32:45.454665 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35436) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:32:45.588266 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee0eab-b0b7-4f4f-97b1-3d2df77f75b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:45.588762 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee0eab-b0b7-4f4f-97b1-3d2df77f75b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:45.590287 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b8ee0eab-b0b7-4f4f-97b1-3d2df77f75b3 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1346395 Jan 19 18:32:47.836674 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35444) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:32:47.963922 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c7ac3-b8ff-4990-b99c-0a0ba70ef209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:47.965352 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-bb4c7ac3-b8ff-4990-b99c-0a0ba70ef209 admin admin] 10.222.0.39 "GET /v2.0/networks/bd3ecf2a-0c7e-4924-be05-1234598a8ad2 HTTP/1.1" status: 200 len: 886 time: 0.1277249 Jan 19 18:32:49.489372 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5e72199d-e680-445e-a1a5-5fd8ab68da44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:50.226652 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35452) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:32:50.375607 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e842a1-9b7b-48b0-bd09-f04d16ee48f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:50.377024 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-78e842a1-9b7b-48b0-bd09-f04d16ee48f9 admin admin] 10.222.0.39 "GET /v2.0/networks/ec3dbb2c-1a63-445d-8f8e-41db05f1ca28 HTTP/1.1" status: 200 len: 868 time: 0.1493933 Jan 19 18:32:52.213065 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-3029389f-0814-4465-9648-5a4a12f33319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:52.419789 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 5 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:32:52.662950 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35460) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:32:52.785925 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aadaa3-db00-4f86-a8e6-e94cc287b52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:52.786381 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aadaa3-db00-4f86-a8e6-e94cc287b52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:52.787902 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-13aadaa3-db00-4f86-a8e6-e94cc287b52a admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240151 Jan 19 18:32:53.082449 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:54.444413 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:55.072506 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35470) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:32:55.244756 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd64c40-b34f-4315-9f7a-af614ff236cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:55.245217 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd64c40-b34f-4315-9f7a-af614ff236cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:55.246750 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6dd64c40-b34f-4315-9f7a-af614ff236cb admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1732535 Jan 19 18:32:56.020355 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:32:57.499336 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35478) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:32:57.585299 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec109d05-5c0e-495b-a4db-ba12311a91b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:57.586688 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ec109d05-5c0e-495b-a4db-ba12311a91b5 admin admin] 10.222.0.39 "GET /v2.0/subnets/12410fcb-7059-4bd4-a999-fe685bb3e765 HTTP/1.1" status: 200 len: 816 time: 0.0864172 Jan 19 18:32:59.863392 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35486) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:32:59.954461 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913522b3-c211-4301-96a5-258295ec1e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:32:59.956321 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-913522b3-c211-4301-96a5-258295ec1e75 admin admin] 10.222.0.39 "GET /v2.0/subnets/accbb8ca-4d19-44c6-92b3-99c6e6ce9706 HTTP/1.1" status: 200 len: 868 time: 0.0914755 Jan 19 18:33:19.491956 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-265f7a66-8246-4b3e-8888-d70f73aaf418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:22.207809 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-8bd1dc38-a427-4cbf-9cde-4cd5703774a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:23.085303 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:24.448791 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:24.756365 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35540) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:33:24.809031 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [None req-6639c184-0581-451d-a655-bebf1764d382 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:33:24.810103 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-6639c184-0581-451d-a655-bebf1764d382 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527852 Jan 19 18:33:26.027674 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:27.196239 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35548) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:33:27.257674 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f547822-bf3c-4165-ba68-000518b3ac3f admin admin] GET failed (client error): The resource could not be found. Jan 19 18:33:27.258962 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-2f547822-bf3c-4165-ba68-000518b3ac3f admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617239 Jan 19 18:33:27.404731 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b092902-4b00-4d62-95e5-1adc410115cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:33:27.406144 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8b092902-4b00-4d62-95e5-1adc410115cd admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1431603 Jan 19 18:33:29.417965 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 5 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:33:29.691181 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35558) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:33:29.736680 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'de6b0ef706ed43888d980b3c5b3e097f', 'shared': True, 'project_id': 'de6b0ef706ed43888d980b3c5b3e097f', 'name': 'shared'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:33:29.758289 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Made reservation on behalf of de6b0ef706ed43888d980b3c5b3e097f for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:33:29.760750 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:29.787776 dv-cinder-825360-1-iscsi neutron-server[103026]: WARNING neutron.services.revisions.revision_plugin [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Could not find related network for resource to bump revision. Jan 19 18:33:29.801240 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:33:29.811411 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (6dd4b3d3-da84-4d0e-af6b-21e0f922b67a), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:29.811752 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Added segment 6dd4b3d3-da84-4d0e-af6b-21e0f922b67a of type vlan for network ba7d7fc4-70e6-4056-afb5-391211ea9b02 Jan 19 18:33:29.850278 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (ba7d7fc4-70e6-4056-afb5-391211ea9b02), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:29.873572 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (ba7d7fc4-70e6-4056-afb5-391211ea9b02), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:29.874567 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:33:29.875145 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:29.933333 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2409949 Jan 19 18:33:29.937857 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7d7fc4-70e6-4056-afb5-391211ea9b02,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:33:29.944841 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.945231 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.945590 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.946002 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.946349 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.946686 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.947044 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.947385 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.947818 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.948089 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.948419 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.948919 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.949251 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ba048-4d8e-486a-90bd-6b85980fb8f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:29.961587 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network ba7d7fc4-70e6-4056-afb5-391211ea9b02 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:33:32.253966 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35568) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:33:32.316768 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.pecan_wsgi.hooks.translation [None req-094a5883-cf2f-4ef9-aa8f-6b6b803587b6 admin admin] GET failed (client error): The resource could not be found. Jan 19 18:33:32.318101 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-094a5883-cf2f-4ef9-aa8f-6b6b803587b6 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631888 Jan 19 18:33:32.387837 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7be8ef3-96ea-469c-a428-fb71dc2a9a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:33:32.389365 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b7be8ef3-96ea-469c-a428-fb71dc2a9a25 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0671213 Jan 19 18:33:32.399055 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'tenant_id': 'de6b0ef706ed43888d980b3c5b3e097f', 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:33:32.421001 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] Made reservation on behalf of de6b0ef706ed43888d980b3c5b3e097f for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:33:32.423359 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:32.585875 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (5cb37585-d349-4903-aa9f-feb7e2b82116), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:32.640910 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb37585-d349-4903-aa9f-feb7e2b82116,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:33:32.651208 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] Checking segment: {'id': '6dd4b3d3-da84-4d0e-af6b-21e0f922b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:33:32.651566 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] Network hostable DHCP agents. Network: ba7d7fc4-70e6-4056-afb5-391211ea9b02, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:33:32.667756 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] Network ba7d7fc4-70e6-4056-afb5-391211ea9b02 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:33:32.675720 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, ba7d7fc4-70e6-4056-afb5-391211ea9b02) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:33:32.679946 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:33:32.680536 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:32.685430 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b891b0e-c7ae-45ad-8dbc-b857b8261a4c None None] Network ba7d7fc4-70e6-4056-afb5-391211ea9b02 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:33:32.696687 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-5b207862-5d9e-416e-a267-7a1f7290e002 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3009498 Jan 19 18:33:32.794863 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bec15b7-f1a1-5518-be2b-7c4ae9037c47-ba7d7fc4-70e6-4056-afb5-391211ea9b02', 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02', 'project_id': 'de6b0ef706ed43888d980b3c5b3e097f', 'fixed_ips': [{'subnet_id': '5cb37585-d349-4903-aa9f-feb7e2b82116'}]}} from dv-cinder-825360-1-iscsi. {{(pid=103028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 18:33:32.795777 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:33.045930 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.db_base_plugin_common [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Allocated IP 192.168.233.2 (ba7d7fc4-70e6-4056-afb5-391211ea9b02/5cb37585-d349-4903-aa9f-feb7e2b82116/06acfe68-7513-4bdb-a5a0-f2f7025ae61f) {{(pid=103028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:33:33.199085 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Publish callbacks [] for port (06acfe68-7513-4bdb-a5a0-f2f7025ae61f), precommit_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:33.206985 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (06acfe68-7513-4bdb-a5a0-f2f7025ae61f), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:33.246117 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Network ba7d7fc4-70e6-4056-afb5-391211ea9b02 is already hosted by enough agents. {{(pid=103028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:33:33.249384 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.base_scheduler [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Resources bound (agent type, host, resource id): {{(pid=103028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:33:33.253958 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Received port after_create {{(pid=103028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:33:33.263410 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Pushing event updated for resources: {'Port': ['ID=06acfe68-7513-4bdb-a5a0-f2f7025ae61f,revision_number=1']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:33:33.274604 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.274978 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.275914 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.275914 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.276122 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.276328 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.277126 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.277126 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.277342 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.277639 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.277957 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.278277 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.278597 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:33:33.326423 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Attempting to bind port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:33:33.326800 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Attempting to bind port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '6dd4b3d3-da84-4d0e-af6b-21e0f922b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:33:33.327151 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Attempting to bind port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f on network ba7d7fc4-70e6-4056-afb5-391211ea9b02 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:33:33.333192 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:33:33.333407 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Checking segment: {'id': '6dd4b3d3-da84-4d0e-af6b-21e0f922b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:33:33.333777 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:33.334169 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Bound using segment: {'id': '6dd4b3d3-da84-4d0e-af6b-21e0f922b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:33:33.334643 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Bound port: 06acfe68-7513-4bdb-a5a0-f2f7025ae61f, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd4b3d3-da84-4d0e-af6b-21e0f922b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:33:33.335026 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (06acfe68-7513-4bdb-a5a0-f2f7025ae61f), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:33.411993 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] For port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:33:33.415288 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] For port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=06acfe68-7513-4bdb-a5a0-f2f7025ae61f,segment=NetworkSegment(6dd4b3d3-da84-4d0e-af6b-21e0f922b67a),segment_id=6dd4b3d3-da84-4d0e-af6b-21e0f922b67a)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:33:33.420177 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (06acfe68-7513-4bdb-a5a0-f2f7025ae61f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:33.481939 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c46020-ea27-4b5f-8afc-439fccc30b85 None None] Pushing event updated for resources: {'Port': ['ID=06acfe68-7513-4bdb-a5a0-f2f7025ae61f,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:33:34.534638 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2448aed-63e7-4567-bf40-443771a5270e None None] Network ba7d7fc4-70e6-4056-afb5-391211ea9b02 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:33:34.609145 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-1db1f649-54c6-4f75-a6f6-7ce7dab48b04 None None] Provisioning complete for port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:33:34.609450 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1db1f649-54c6-4f75-a6f6-7ce7dab48b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (06acfe68-7513-4bdb-a5a0-f2f7025ae61f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:34.727824 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-1db1f649-54c6-4f75-a6f6-7ce7dab48b04 None None] Current status of the port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:33:34.728219 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1db1f649-54c6-4f75-a6f6-7ce7dab48b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (06acfe68-7513-4bdb-a5a0-f2f7025ae61f), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:34.764165 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-1db1f649-54c6-4f75-a6f6-7ce7dab48b04 None None] For port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=06acfe68-7513-4bdb-a5a0-f2f7025ae61f,segment=NetworkSegment(6dd4b3d3-da84-4d0e-af6b-21e0f922b67a),segment_id=6dd4b3d3-da84-4d0e-af6b-21e0f922b67a)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:33:34.773179 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1db1f649-54c6-4f75-a6f6-7ce7dab48b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (06acfe68-7513-4bdb-a5a0-f2f7025ae61f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:34.826346 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1f649-54c6-4f75-a6f6-7ce7dab48b04 None None] Pushing event updated for resources: {'Port': ['ID=06acfe68-7513-4bdb-a5a0-f2f7025ae61f,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:33:34.895824 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-ee8c5be7-a9c2-4b5b-99d3-c1fdad724a45 None None] Provisioning complete for port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:33:34.896219 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5be7-a9c2-4b5b-99d3-c1fdad724a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (06acfe68-7513-4bdb-a5a0-f2f7025ae61f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:34.986769 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c5be7-a9c2-4b5b-99d3-c1fdad724a45 None None] Current status of the port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:33:35.003671 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 06acfe68-7513-4bdb-a5a0-f2f7025ae61f up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:33:35.055227 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:33:35.055631 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (06acfe68-7513-4bdb-a5a0-f2f7025ae61f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:35.140741 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 06acfe68-7513-4bdb-a5a0-f2f7025ae61f is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:33:49.500054 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1892afc6-51e1-4475-b3eb-01d11fd86f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:52.210979 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2b11914e-258e-4028-8e03-be2210d2d0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:53.090148 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:54.449985 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:33:56.021462 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:06.416049 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 5 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:34:19.493595 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e28e-dbf0-45d5-84bd-3d14b73a0d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:22.212427 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd395-c8a0-47f2-bcef-b6edbc4b79b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:23.093312 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:24.451873 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:26.020014 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:43.414394 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 5 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:34:48.237081 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35612) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:34:48.242951 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [None req-c37bba37-92b4-4b77-876e-d19032f3813a tempest-verify_tempest_config-1049927963 tempest-verify_tempest_config-1049927963-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:34:48.243917 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c37bba37-92b4-4b77-876e-d19032f3813a tempest-verify_tempest_config-1049927963 tempest-verify_tempest_config-1049927963-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058734 Jan 19 18:34:48.551495 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35630) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:34:48.651803 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:48.723395 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Publish callbacks [] for security_group (d6beb57b-69bf-4928-a101-00f282ec6a36), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:48.726916 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (d6beb57b-69bf-4928-a101-00f282ec6a36), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:48.771564 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d40d5e6deed498c9feb4d9832c1f0ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2190287 Jan 19 18:34:48.772382 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6beb57b-69bf-4928-a101-00f282ec6a36,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:34:48.774337 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35634) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:34:48.779245 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.779594 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.779932 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.780265 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.780601 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.781015 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.781885 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.782215 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.782558 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.782887 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.783202 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.783518 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.783832 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1347-f4aa-46a2-b6b2-35958f7dfeac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.830766 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Publish callbacks [] for security_group (d6beb57b-69bf-4928-a101-00f282ec6a36), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:48.851254 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Publish callbacks [] for security_group (d6beb57b-69bf-4928-a101-00f282ec6a36), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:48.939957 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (d6beb57b-69bf-4928-a101-00f282ec6a36), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:48.942307 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:48.943450 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6beb57b-69bf-4928-a101-00f282ec6a36 HTTP/1.1" status: 204 len: 168 time: 0.1680415 Jan 19 18:34:48.952828 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6beb57b-69bf-4928-a101-00f282ec6a36,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:34:48.960322 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.960594 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.960968 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.961310 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.961691 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.961971 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.962308 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.962647 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.962979 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.963333 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.963666 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.963995 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:48.964323 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b77e45-db51-4c9d-bc44-784150c81b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:34:49.495168 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-c69f743c-5a49-477d-ac99-261ea627b9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:52.216606 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4724ee88-2f5b-4869-93b2-2e03b28794b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:53.095812 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:54.456060 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:34:56.023838 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:35:19.496563 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-276a990f-412b-40d1-9fb1-6766fa465054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:35:20.413508 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 5 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:35:22.219198 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e048704d-6802-453d-a525-2f795ba70466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:35:23.097671 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:35:24.457555 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:35:26.029748 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:35:49.505804 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-209b99fa-2529-45fa-afab-c35db7bee4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:35:52.221891 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5ce76680-047b-4692-b435-d60997823036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:35:53.099766 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:35:54.459257 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:35:56.022236 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:35:57.412183 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 5 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:36:18.089986 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089365'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:36:19.498482 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-c63bb317-3372-4824-a070-390cc582cd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:36:22.222469 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-26d3eaee-4a68-4da1-b799-c638bf700fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:36:23.102830 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:36:24.463415 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:36:26.019417 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:36:32.978158 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35708) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:36:33.082956 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-04b466b0-a1da-421e-ae5d-b0a747d7eeec admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1036892 Jan 19 18:36:34.411625 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:36:35.323822 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35718) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:36:35.377866 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-7db55562-3353-4c2c-9ad7-3f039bfe2bcc admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528917 Jan 19 18:36:48.042001 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:36:49.503448 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-09081883-bac1-4f6e-9aa1-c54b8ee9574d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:36:52.223708 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2be2b4a8-5b4c-4072-8ea1-ca4a35728365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:36:53.104243 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:36:54.465733 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:36:56.024298 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:11.411086 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:37:18.046681 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:19.622107 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-d41efdac-b7f7-46ff-8c43-c10611fb275c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:22.226692 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-f79da9fc-f2eb-40a8-b5bf-5af479763f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:23.108287 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:24.468261 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:26.034724 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:48.048173 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:48.410133 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:37:49.549019 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-56ff70f2-3939-4a20-bded-81d89e4e6909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:52.231321 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a4b09df1-ce30-47d9-a9c0-96f1eb458067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:53.110980 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:54.471383 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:37:56.029370 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:05.833405 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35854) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:06.259379 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-711394787-network', 'tenant_id': '830225ef6edb4906810978eedcd3b723'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:06.300134 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Made reservation on behalf of 830225ef6edb4906810978eedcd3b723 for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:06.304344 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:06.321954 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:06.463829 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Publish callbacks [] for security_group (388ee1c9-2a96-47d5-8617-f3fa80202f51), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:06.471951 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (388ee1c9-2a96-47d5-8617-f3fa80202f51), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:06.535459 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:38:06.539192 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388ee1c9-2a96-47d5-8617-f3fa80202f51,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:06.558970 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.560028 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.561168 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.562045 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.563128 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.563724 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.564290 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.564922 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.565541 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.566160 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.566750 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.567325 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.568152 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Tracked resource versions report: Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: pushed versions: Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: { 'AddressGroup': {'1.2'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'ConntrackHelper': {'1.0'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'LocalIPAssociation': {'1.0'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Log': {'1.0'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Network': {'1.1'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Port': {'1.7'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'PortForwarding': {'1.2'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'QosPolicy': {'1.10'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SecurityGroup': {'1.5'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SecurityGroupRule': {'1.2'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SubPort': {'1.0'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Subnet': {'1.1'}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Trunk': {'1.1'}} Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: consumer versions: Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: { DHCP agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: HyperV agent@hv-cinder-82536: {}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: L3 agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: Metadata agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: Metering agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: Open vSwitch agent@dv-cinder-825360-1-iscsi: { 'AddressGroup': '1.2', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'ConntrackHelper': '1.0', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'LocalIPAssociation': '1.0', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Log': '1.0', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Network': '1.1', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Port': '1.7', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'PortForwarding': '1.2', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'QosPolicy': '1.10', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SecurityGroup': '1.5', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SecurityGroupRule': '1.2', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'SubPort': '1.0', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Subnet': '1.1', Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: 'Trunk': '1.1'}} Jan 19 18:38:06.571015 dv-cinder-825360-1-iscsi neutron-server[103027]: {{(pid=103027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 18:38:06.596552 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (705c0003-fe38-460d-aeed-474bf8f132f8), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:06.596792 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Added segment 705c0003-fe38-460d-aeed-474bf8f132f8 of type vlan for network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 Jan 19 18:38:06.683395 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (26a47aa7-117f-4621-b9ad-80fcc51b4f58), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:06.735463 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (26a47aa7-117f-4621-b9ad-80fcc51b4f58), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:06.738000 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:06.739059 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:06.835805 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9961054 Jan 19 18:38:06.836895 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35902) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:06.846142 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Request body: {'subnet': {'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-711394787-subnet', 'tenant_id': '830225ef6edb4906810978eedcd3b723', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:06.880140 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb2eb8-d7e7-49a4-ba1d-ee023e08b711 admin admin] Pushing event updated for resources: {'Network': ['ID=26a47aa7-117f-4621-b9ad-80fcc51b4f58,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:06.896982 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Made reservation on behalf of 830225ef6edb4906810978eedcd3b723 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:06.900872 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:38:06.901771 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:07.232402 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:07.325768 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:07.341184 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.341759 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.342259 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.342719 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.343204 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.343720 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.344821 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.345300 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.345800 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.346306 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.346791 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.347275 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.347824 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Tracked resource versions report: Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: pushed versions: Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: { 'AddressGroup': {'1.2'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'ConntrackHelper': {'1.0'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'LocalIPAssociation': {'1.0'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Log': {'1.0'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Network': {'1.1'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Port': {'1.7'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'PortForwarding': {'1.2'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'QosPolicy': {'1.10'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SecurityGroup': {'1.5'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SecurityGroupRule': {'1.2'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SubPort': {'1.0'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Subnet': {'1.1'}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Trunk': {'1.1'}} Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: consumer versions: Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: { DHCP agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: HyperV agent@hv-cinder-82536: {}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: L3 agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: Metadata agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: Metering agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: Open vSwitch agent@dv-cinder-825360-1-iscsi: { 'AddressGroup': '1.2', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'ConntrackHelper': '1.0', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'LocalIPAssociation': '1.0', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Log': '1.0', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Network': '1.1', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Port': '1.7', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'PortForwarding': '1.2', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'QosPolicy': '1.10', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SecurityGroup': '1.5', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SecurityGroupRule': '1.2', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'SubPort': '1.0', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Subnet': '1.1', Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: 'Trunk': '1.1'}} Jan 19 18:38:07.349342 dv-cinder-825360-1-iscsi neutron-server[103026]: {{(pid=103026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 18:38:07.361148 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Checking segment: {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:07.361148 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Network hostable DHCP agents. Network: 26a47aa7-117f-4621-b9ad-80fcc51b4f58, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:38:07.384106 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:38:07.400774 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, 26a47aa7-117f-4621-b9ad-80fcc51b4f58) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:07.407794 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:07.408675 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:07.418007 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f213472-e629-4e63-8807-9d7e4654d347 None None] Network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:07.449914 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1f9bc532-9ad6-4008-876d-63ddfa92f632 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6114385 Jan 19 18:38:07.547664 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35928) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:07.605365 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fbce46-0302-45f6-bb4c-4b77b9d9f043 None None] Network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:07.891793 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35940) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:07.901407 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35944) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:08.019237 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1020109129-network', 'tenant_id': '88976d1e56334d55ab32de5818c448d6'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:08.064325 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Made reservation on behalf of 88976d1e56334d55ab32de5818c448d6 for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:08.068985 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.083741 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.235285 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Publish callbacks [] for security_group (df88189e-8be5-4738-9afa-511b491b58ba), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.240559 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (df88189e-8be5-4738-9afa-511b491b58ba), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.264543 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:38:08.280161 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df88189e-8be5-4738-9afa-511b491b58ba,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:08.288365 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (0f860224-a50a-4383-84dc-0d6990e5b7a7), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.289082 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Added segment 0f860224-a50a-4383-84dc-0d6990e5b7a7 of type vlan for network d3a83c77-a086-4b56-b863-c2c3d2e498a2 Jan 19 18:38:08.338948 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (d3a83c77-a086-4b56-b863-c2c3d2e498a2), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.370816 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-418139990-network', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:08.376411 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (d3a83c77-a086-4b56-b863-c2c3d2e498a2), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.378587 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:08.379202 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.410402 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Made reservation on behalf of 89d4e9bdbe8c4c9d841d7a69bb3e40a0 for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:08.416020 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.441113 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-951745235-network', 'tenant_id': '190ecd7cded14dc59b52d99cb2a371ec'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:08.450526 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.487605 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9334774 Jan 19 18:38:08.487605 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Made reservation on behalf of 190ecd7cded14dc59b52d99cb2a371ec for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:08.489257 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.492129 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35964) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:08.500895 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75629b59-f39a-49a3-a89b-bab7b56df83b admin admin] Pushing event updated for resources: {'Network': ['ID=d3a83c77-a086-4b56-b863-c2c3d2e498a2,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:08.505113 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.509956 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] Request body: {'subnet': {'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1020109129-subnet', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:08.518918 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network d3a83c77-a086-4b56-b863-c2c3d2e498a2 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:38:08.615423 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] Made reservation on behalf of 88976d1e56334d55ab32de5818c448d6 for: {'subnet': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:08.618758 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.671753 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Publish callbacks [] for security_group (68b16b5d-e127-4dc5-9139-740704b15667), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.679084 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (68b16b5d-e127-4dc5-9139-740704b15667), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.707447 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:38:08.719334 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b16b5d-e127-4dc5-9139-740704b15667,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:08.725116 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (33b3d1d8-4d72-4924-8040-c3ca0faf6137), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.725457 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Added segment 33b3d1d8-4d72-4924-8040-c3ca0faf6137 of type vlan for network 6c19d98e-e150-446a-9bd7-ed90c2186627 Jan 19 18:38:08.757051 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Publish callbacks [] for security_group (beab7cc1-2a47-4ec7-a25f-32849901590c), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.779049 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (beab7cc1-2a47-4ec7-a25f-32849901590c), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.796640 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (6c19d98e-e150-446a-9bd7-ed90c2186627), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.816547 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:38:08.834976 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (6c19d98e-e150-446a-9bd7-ed90c2186627), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.836884 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:08.838699 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.863321 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (29a93d04-54d1-4fce-b46c-374e9996e041), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:08.863847 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Added segment 29a93d04-54d1-4fce-b46c-374e9996e041 of type vlan for network 0187b0ba-93b9-4dd9-ad91-488eea245e88 Jan 19 18:38:08.918509 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0153885 Jan 19 18:38:08.923136 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35980) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:08.930016 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] Request body: {'subnet': {'network_id': '6c19d98e-e150-446a-9bd7-ed90c2186627', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-951745235-subnet', 'tenant_id': '190ecd7cded14dc59b52d99cb2a371ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:08.972825 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] Made reservation on behalf of 190ecd7cded14dc59b52d99cb2a371ec for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:08.976027 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.009794 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beab7cc1-2a47-4ec7-a25f-32849901590c,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:09.019898 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (0924a93a-d057-4ea7-b98a-07d64d6605b6), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.086627 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0924a93a-d057-4ea7-b98a-07d64d6605b6,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:09.100420 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (0187b0ba-93b9-4dd9-ad91-488eea245e88), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.155404 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] Checking segment: {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:09.155784 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] Network hostable DHCP agents. Network: d3a83c77-a086-4b56-b863-c2c3d2e498a2, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:38:09.184689 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (0187b0ba-93b9-4dd9-ad91-488eea245e88), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.186230 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:09.187033 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.246117 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653f6a6-f3a9-479f-8dba-8971888eea1f admin admin] Pushing event updated for resources: {'Network': ['ID=6c19d98e-e150-446a-9bd7-ed90c2186627,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:09.255560 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (3b6adae3-b525-4f1a-90e1-5a0e369ba8ad), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.267119 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] Pushing event updated for resources: {'Network': ['ID=0187b0ba-93b9-4dd9-ad91-488eea245e88,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:09.267631 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network 6c19d98e-e150-446a-9bd7-ed90c2186627 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:38:09.271588 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] Network d3a83c77-a086-4b56-b863-c2c3d2e498a2 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:38:09.292734 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, d3a83c77-a086-4b56-b863-c2c3d2e498a2) {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:09.300905 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:09.302001 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.326958 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-30cefdf2-33f0-4104-a7b2-542c9c1e7f8a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4324546 Jan 19 18:38:09.329395 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 35986) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:09.341046 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-4cd68049-fd89-4915-b901-d1bc8fb91fb3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8466203 Jan 19 18:38:09.346019 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 35988) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:09.347130 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] Request body: {'subnet': {'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-subnet', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:09.354764 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:09.423528 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9947'] for router (3426c523-3bee-412f-ac27-1ee3d1aab051), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.423717 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] Made reservation on behalf of 89d4e9bdbe8c4c9d841d7a69bb3e40a0 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:09.425632 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2093737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9952'] for router (3426c523-3bee-412f-ac27-1ee3d1aab051), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.426278 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.513983 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70161fd-390d-4f4a-a6a7-b396ed415940 None None] Network d3a83c77-a086-4b56-b863-c2c3d2e498a2 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:09.523743 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network 0187b0ba-93b9-4dd9-ad91-488eea245e88 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:38:09.698785 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Publish callbacks [] for router_controller (3426c523-3bee-412f-ac27-1ee3d1aab051), precommit_add_association {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.878931 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (3ebd8c75-0ae0-46f0-8644-649592054265), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:09.906833 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6adae3-b525-4f1a-90e1-5a0e369ba8ad,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:09.942938 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] Checking segment: {'id': '33b3d1d8-4d72-4924-8040-c3ca0faf6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c19d98e-e150-446a-9bd7-ed90c2186627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:09.944038 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] Network hostable DHCP agents. Network: 6c19d98e-e150-446a-9bd7-ed90c2186627, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:38:10.010826 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ebd8c75-0ae0-46f0-8644-649592054265,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:10.015210 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] Checking segment: {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:10.015982 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] Network hostable DHCP agents. Network: 0187b0ba-93b9-4dd9-ad91-488eea245e88, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:38:10.023617 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] Network 6c19d98e-e150-446a-9bd7-ed90c2186627 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:38:10.058045 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, 6c19d98e-e150-446a-9bd7-ed90c2186627) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:10.064193 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:10.064809 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:10.068498 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] Network 0187b0ba-93b9-4dd9-ad91-488eea245e88 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:38:10.084302 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, 0187b0ba-93b9-4dd9-ad91-488eea245e88) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:10.089356 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:10.089980 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:10.094753 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Publish callbacks [] for router_gateway (3426c523-3bee-412f-ac27-1ee3d1aab051), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:10.103861 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f6ab69b0-921e-4bca-a020-0dc166949faa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1790581 Jan 19 18:38:10.132246 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-396423f8-470d-485c-9d1d-267a924b89a4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8011026 Jan 19 18:38:10.138524 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36004) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:10.150033 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23089937-8389-421c-98ac-c54a185149e2 None None] Network 6c19d98e-e150-446a-9bd7-ed90c2186627 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:10.150763 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:10.221279 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9947'] for router (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:10.222745 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2093737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9952'] for router (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:10.414496 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1353e5-5d5e-4594-9a2d-b0571a74c287 None None] Network 0187b0ba-93b9-4dd9-ad91-488eea245e88 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:10.428384 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bec15b7-f1a1-5518-be2b-7c4ae9037c47-d3a83c77-a086-4b56-b863-c2c3d2e498a2', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'project_id': '88976d1e56334d55ab32de5818c448d6', 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6'}]}} from dv-cinder-825360-1-iscsi. {{(pid=103028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 18:38:10.440744 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Publish callbacks [] for router_controller (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), precommit_add_association {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:10.442073 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:10.927985 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd12b3d5-98d6-4cb3-a80f-01d38a6417ac None None] Network 6c19d98e-e150-446a-9bd7-ed90c2186627 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:10.971100 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Publish callbacks [] for router_gateway (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:11.143139 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Publish callbacks [] for router_gateway (3426c523-3bee-412f-ac27-1ee3d1aab051), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:11.196494 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:11.337785 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bec15b7-f1a1-5518-be2b-7c4ae9037c47-0187b0ba-93b9-4dd9-ad91-488eea245e88', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265'}]}} from dv-cinder-825360-1-iscsi. {{(pid=103028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 18:38:11.353824 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:11.356970 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.db_base_plugin_common [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Allocated IP 172.20.0.2 (d3a83c77-a086-4b56-b863-c2c3d2e498a2/0924a93a-d057-4ea7-b98a-07d64d6605b6/54321eec-003a-4b32-9ed0-05ee4c8e1285) {{(pid=103028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:11.425667 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Allocated IP 172.27.3.219 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/6ad3caab-2e75-4d76-bffe-b5165f1f13e6) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:11.553179 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Publish callbacks [] for router_gateway (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:11.586943 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:11.671493 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Publish callbacks [] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), precommit_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:11.682741 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Publish callbacks [] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:11.731924 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:11.747613 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:11.774824 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Network d3a83c77-a086-4b56-b863-c2c3d2e498a2 is already hosted by enough agents. {{(pid=103028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:11.781540 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.base_scheduler [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Resources bound (agent type, host, resource id): {{(pid=103028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:11.784473 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:11.789895 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:11.794595 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Received port after_create {{(pid=103028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:11.799765 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:11.885925 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36072) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:11.891247 dv-cinder-825360-1-iscsi neutron-server[103026]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 19 18:38:11.964908 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Pushing event updated for resources: {'Port': ['ID=6ad3caab-2e75-4d76-bffe-b5165f1f13e6,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:11.970825 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.db_base_plugin_common [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Allocated IP 172.20.0.2 (0187b0ba-93b9-4dd9-ad91-488eea245e88/3ebd8c75-0ae0-46f0-8644-649592054265/49c75093-8f8b-4f9b-9e06-1959c959a54b) {{(pid=103028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:12.037790 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Allocated IP 172.27.3.127 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/fb224b24-4692-411e-8bb2-e041fb820cb0) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:12.157417 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Attempting to bind port 54321eec-003a-4b32-9ed0-05ee4c8e1285 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:38:12.158343 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Attempting to bind port 54321eec-003a-4b32-9ed0-05ee4c8e1285 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:38:12.159377 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Attempting to bind port 54321eec-003a-4b32-9ed0-05ee4c8e1285 on network d3a83c77-a086-4b56-b863-c2c3d2e498a2 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:12.180327 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Pushing event updated for resources: {'Port': ['ID=54321eec-003a-4b32-9ed0-05ee4c8e1285,revision_number=1']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:12.214355 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.215226 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.215937 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.216410 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.217046 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.217677 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.224911 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.226351 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.227806 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.228475 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.230215 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.231671 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.232337 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Tracked resource versions report: Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: pushed versions: Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: { 'AddressGroup': {'1.2'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'ConntrackHelper': {'1.0'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'LocalIPAssociation': {'1.0'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Log': {'1.0'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Network': {'1.1'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Port': {'1.7'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'PortForwarding': {'1.2'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'QosPolicy': {'1.10'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SecurityGroup': {'1.5'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SecurityGroupRule': {'1.2'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SubPort': {'1.0'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Subnet': {'1.1'}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Trunk': {'1.1'}} Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: consumer versions: Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: { DHCP agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: HyperV agent@hv-cinder-82536: {}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: L3 agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: Metadata agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: Metering agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: Open vSwitch agent@dv-cinder-825360-1-iscsi: { 'AddressGroup': '1.2', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'ConntrackHelper': '1.0', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'LocalIPAssociation': '1.0', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Log': '1.0', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Network': '1.1', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Port': '1.7', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'PortForwarding': '1.2', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'QosPolicy': '1.10', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SecurityGroup': '1.5', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SecurityGroupRule': '1.2', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'SubPort': '1.0', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Subnet': '1.1', Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: 'Trunk': '1.1'}} Jan 19 18:38:12.237007 dv-cinder-825360-1-iscsi neutron-server[103028]: {{(pid=103028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 18:38:12.290335 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:38:12.294042 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Checking segment: {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:12.295041 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:12.295714 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Bound using segment: {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:38:12.303808 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Bound port: 54321eec-003a-4b32-9ed0-05ee4c8e1285, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:38:12.304921 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:12.364398 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Publish callbacks [] for router_gateway (3426c523-3bee-412f-ac27-1ee3d1aab051), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:12.552436 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-d2585b5e-7517-49df-bcac-dfb0c177ab98 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:12.558935 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-d2585b5e-7517-49df-bcac-dfb0c177ab98 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 814 time: 0.6677721 Jan 19 18:38:12.565870 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] For port 54321eec-003a-4b32-9ed0-05ee4c8e1285, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:38:12.576119 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] For port 54321eec-003a-4b32-9ed0-05ee4c8e1285, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=54321eec-003a-4b32-9ed0-05ee4c8e1285,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:38:12.579414 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Publish callbacks [] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), precommit_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:12.592394 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:12.620558 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-73341041-d34f-4cc4-9093-83fc95e4a9e0 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/quotas/830225ef6edb4906810978eedcd3b723 HTTP/1.1" status: 200 len: 375 time: 0.0343311 Jan 19 18:38:12.622036 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:12.681778 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Publish callbacks [] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:12.704714 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-572a0d4d-5630-46f5-978c-1477b5702220 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673869 Jan 19 18:38:12.705464 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36114) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:12.758977 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Network 0187b0ba-93b9-4dd9-ad91-488eea245e88 is already hosted by enough agents. {{(pid=103028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:12.763513 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.base_scheduler [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Resources bound (agent type, host, resource id): {{(pid=103028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:12.767985 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Received port after_create {{(pid=103028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:12.830005 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d22b60-6388-40a9-bee5-fa0e90f88d4c None None] Pushing event updated for resources: {'Port': ['ID=54321eec-003a-4b32-9ed0-05ee4c8e1285,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:12.907843 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Pushing event updated for resources: {'Port': ['ID=49c75093-8f8b-4f9b-9e06-1959c959a54b,revision_number=1']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:12.934874 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093724'] for router (3426c523-3bee-412f-ac27-1ee3d1aab051), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:12.951392 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Attempting to bind port 49c75093-8f8b-4f9b-9e06-1959c959a54b on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:38:12.951992 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Attempting to bind port 49c75093-8f8b-4f9b-9e06-1959c959a54b by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:38:12.952553 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Attempting to bind port 49c75093-8f8b-4f9b-9e06-1959c959a54b on network 0187b0ba-93b9-4dd9-ad91-488eea245e88 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:12.958902 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:38:12.959783 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Checking segment: {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:12.960392 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:12.960832 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Bound using segment: {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:38:12.961491 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Bound port: 49c75093-8f8b-4f9b-9e06-1959c959a54b, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:38:12.961897 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:13.122399 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:13.157646 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-86e69995-8ad4-495d-b172-706ffde10291 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:38:13.157646 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-86e69995-8ad4-495d-b172-706ffde10291 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1935477 Jan 19 18:38:13.189484 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] For port 49c75093-8f8b-4f9b-9e06-1959c959a54b, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:38:13.200206 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] For port 49c75093-8f8b-4f9b-9e06-1959c959a54b, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=49c75093-8f8b-4f9b-9e06-1959c959a54b,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:38:13.214050 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:13.265768 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-59d2bd98-9c63-4016-95ca-734f16f569a3 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:13.268706 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-59d2bd98-9c63-4016-95ca-734f16f569a3 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/networks?id=6c19d98e-e150-446a-9bd7-ed90c2186627 HTTP/1.1" status: 200 len: 811 time: 0.5602105 Jan 19 18:38:13.347184 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Router 3426c523-3bee-412f-ac27-1ee3d1aab051 is scheduled to L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 with binding_index 1 {{(pid=103027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 18:38:13.375387 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70f4a3-7a0d-410b-b77a-92fdd1c04ea8 None None] Pushing event updated for resources: {'Port': ['ID=49c75093-8f8b-4f9b-9e06-1959c959a54b,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:13.404614 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 54321eec-003a-4b32-9ed0-05ee4c8e1285 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:13.414663 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:13.466472 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:13.501453 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 54321eec-003a-4b32-9ed0-05ee4c8e1285 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:13.501913 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:13.548421 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:13.581701 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:38:13.597670 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Sync routers for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:38:13.623853 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:38:13.624905 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:37:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:13.636318 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:13.638405 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-8bff94d4-6d58-4278-b98f-e2e7442b92bb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2908967 Jan 19 18:38:13.643453 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36132) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:13.684425 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 54321eec-003a-4b32-9ed0-05ee4c8e1285 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:13.686386 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:13.699868 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb224b24-4692-411e-8bb2-e041fb820cb0,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:13.782663 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port 54321eec-003a-4b32-9ed0-05ee4c8e1285, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=54321eec-003a-4b32-9ed0-05ee4c8e1285,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:13.791835 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:13.954431 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=54321eec-003a-4b32-9ed0-05ee4c8e1285,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:14.139268 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-225027ec-1ea1-4e63-aa43-9bc230d7913b tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/quotas/190ecd7cded14dc59b52d99cb2a371ec HTTP/1.1" status: 200 len: 375 time: 0.7774045 Jan 19 18:38:14.230797 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:38:14.338046 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-8a2553ee-9ed2-4e92-9564-3e69e8be43a1 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=190ecd7cded14dc59b52d99cb2a371ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1965098 Jan 19 18:38:14.382131 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Publish callbacks [] for router_gateway (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:14.526816 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-5feaaa9f-c2e1-45bd-b199-2f91c0f3aa43 service neutron] 10.222.0.39 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3006647 Jan 19 18:38:14.634442 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:14.681240 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a6aad-dca3-4dea-8ace-8c4a75831e11 None None] Network d3a83c77-a086-4b56-b863-c2c3d2e498a2 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:14.689821 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-a9caf3bd-01b1-4194-b486-730175ddd975 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:38:14.691379 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-a9caf3bd-01b1-4194-b486-730175ddd975 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1746500 Jan 19 18:38:14.704058 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:12Z', 'revision_number': 3, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:14.790412 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Checking router: 3426c523-3bee-412f-ac27-1ee3d1aab051 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:38:14.791219 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Updating router 3426c523-3bee-412f-ac27-1ee3d1aab051 port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 binding host dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:38:14.858892 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-e125ca48-690f-4fc5-8776-875e23aa22d9 service neutron] 10.222.0.39 "GET /v2.0/networks/6c19d98e-e150-446a-9bd7-ed90c2186627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602402 Jan 19 18:38:14.877966 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:14.931443 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-b1da2197-d633-4f47-bf9c-8a45cdb179c5 None None] Provisioning complete for port 54321eec-003a-4b32-9ed0-05ee4c8e1285 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:14.932301 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b1da2197-d633-4f47-bf9c-8a45cdb179c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:15.267721 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-b1da2197-d633-4f47-bf9c-8a45cdb179c5 None None] Current status of the port 54321eec-003a-4b32-9ed0-05ee4c8e1285 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:15.279025 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7545d-759e-423a-824f-84c76da3b926 None None] Network 0187b0ba-93b9-4dd9-ad91-488eea245e88 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:15.297896 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093724'] for router (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:15.461521 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-7f242302-6dd0-4697-b1cd-15d9b35f6e94 None None] Provisioning complete for port 49c75093-8f8b-4f9b-9e06-1959c959a54b triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:15.461921 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7f242302-6dd0-4697-b1cd-15d9b35f6e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:15.472726 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-e37c33f8-5750-403d-9112-1181e87bec3f service neutron] 10.222.0.39 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9381142 Jan 19 18:38:15.553058 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Allocated IP 172.20.0.1 (d3a83c77-a086-4b56-b863-c2c3d2e498a2/0924a93a-d057-4ea7-b98a-07d64d6605b6/3fb64e66-3185-4ce3-b5b2-7092952ace26) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:15.560037 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 49c75093-8f8b-4f9b-9e06-1959c959a54b up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:15.588204 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-88131808-813e-4ad1-9253-ac64dd038491 service neutron] 10.222.0.39 "GET /v2.0/networks/6c19d98e-e150-446a-9bd7-ed90c2186627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043984 Jan 19 18:38:15.676062 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Publish callbacks [] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), precommit_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:15.689081 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:15.829508 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Publish callbacks [] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:15.838657 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 49c75093-8f8b-4f9b-9e06-1959c959a54b triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:15.841573 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:15.858282 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 is scheduled to L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 with binding_index 1 {{(pid=103026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 18:38:15.904730 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Pushing event updated for resources: {'Port': ['ID=6ad3caab-2e75-4d76-bffe-b5165f1f13e6,revision_number=2']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:15.924522 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:15.932003 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Attempting to bind port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:38:15.932737 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Attempting to bind port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:38:15.933283 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Attempting to bind port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 on network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:15.985671 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.986551 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.987092 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.989197 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.989850 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.990347 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.991245 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.991711 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Tracked resource versions report: Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: pushed versions: Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: { 'AddressGroup': {'1.2'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'ConntrackHelper': {'1.0'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'LocalIPAssociation': {'1.0'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Log': {'1.0'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Network': {'1.1'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Port': {'1.7'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'PortForwarding': {'1.2'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'QosPolicy': {'1.10'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SecurityGroup': {'1.5'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SecurityGroupRule': {'1.2'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SubPort': {'1.0'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Subnet': {'1.1'}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Trunk': {'1.1'}} Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: consumer versions: Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: { DHCP agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: HyperV agent@hv-cinder-82536: {}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: L3 agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: Metadata agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: Metering agent@dv-cinder-825360-1-iscsi: {}, Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: Open vSwitch agent@dv-cinder-825360-1-iscsi: { 'AddressGroup': '1.2', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'ConntrackHelper': '1.0', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'LocalIPAssociation': '1.0', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Log': '1.0', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Network': '1.1', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Port': '1.7', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'PortForwarding': '1.2', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'QosPolicy': '1.10', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SecurityGroup': '1.5', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SecurityGroupRule': '1.2', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'SubPort': '1.0', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Subnet': '1.1', Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: 'Trunk': '1.1'}} Jan 19 18:38:15.999504 dv-cinder-825360-1-iscsi neutron-server[103029]: {{(pid=103029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 18:38:16.029352 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:38:16.030074 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Checking segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:16.032244 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:16.034086 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Bound using segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:38:16.039265 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Bound port: 6ad3caab-2e75-4d76-bffe-b5165f1f13e6, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:38:16.040304 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:16.097591 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-7f242302-6dd0-4697-b1cd-15d9b35f6e94 None None] Current status of the port 49c75093-8f8b-4f9b-9e06-1959c959a54b is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:16.098048 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7f242302-6dd0-4697-b1cd-15d9b35f6e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:16.145660 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Network d3a83c77-a086-4b56-b863-c2c3d2e498a2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:16.165192 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:16.198880 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:16.199623 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2090665'] for router_interface (3426c523-3bee-412f-ac27-1ee3d1aab051), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:16.219002 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:38:16.248556 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-7f242302-6dd0-4697-b1cd-15d9b35f6e94 None None] For port 49c75093-8f8b-4f9b-9e06-1959c959a54b, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=49c75093-8f8b-4f9b-9e06-1959c959a54b,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:16.255528 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:16.259535 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-2004313e-c1c9-4fd8-bf26-29e9799df3e4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1173027 Jan 19 18:38:16.261387 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36204) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:16.262775 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Sync routers for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:38:16.298130 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7f242302-6dd0-4697-b1cd-15d9b35f6e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:16.378860 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] For port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:38:16.402898 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] For port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=6ad3caab-2e75-4d76-bffe-b5165f1f13e6,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:38:16.441151 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f242302-6dd0-4697-b1cd-15d9b35f6e94 None None] Pushing event updated for resources: {'Port': ['ID=49c75093-8f8b-4f9b-9e06-1959c959a54b,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:16.447991 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:16.511062 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:38:16.511783 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:37:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:16.534157 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-0c7dc1a6-ff71-47f0-858f-9882961decc3 None None] Provisioning complete for port 54321eec-003a-4b32-9ed0-05ee4c8e1285 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:16.534779 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-0c7dc1a6-ff71-47f0-858f-9882961decc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:16.709305 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16e742-953c-484a-bebb-fe6b583285fa None None] Pushing event updated for resources: {'Port': ['ID=6ad3caab-2e75-4d76-bffe-b5165f1f13e6,revision_number=3']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:16.769317 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eacc7aea-29a8-479d-b70f-601805c9903f req-ca4d499f-533d-409c-bb52-fc0bd826ae2a tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 210 time: 0.1275940 Jan 19 18:38:16.794651 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed4b8328-155b-4441-8d1c-164c3a1bb8f0 req-b180dfba-c9ee-475b-856e-a7fca6284565 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 210 time: 0.2318225 Jan 19 18:38:16.799434 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:38:16.813116 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:37:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:16.818702 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb64e66-3185-4ce3-b5b2-7092952ace26,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:17.155297 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:17.328915 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:38:17.338282 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36250) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:17.622165 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:38:17.647699 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Publish callbacks [] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:17.658321 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:17.659633 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090589'] for router_interface (3426c523-3bee-412f-ac27-1ee3d1aab051), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:17.681507 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1909cc8d-ca50-4293-84ae-0207e78189c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:17.708071 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 49c75093-8f8b-4f9b-9e06-1959c959a54b is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:17.708909 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:17.763864 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb64e66-3185-4ce3-b5b2-7092952ace26,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:17.824496 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:12Z', 'revision_number': 3, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:17.914669 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156f54f-4d56-4e30-ac9e-5d7db390544b None None] The sync data for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi is: [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:12Z', 'revision_number': 3, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:38:17.970266 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Network d3a83c77-a086-4b56-b863-c2c3d2e498a2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:17.974084 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:18.007915 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.db.api [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 18:38:18.008596 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG oslo_db.api [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 18:38:18.012961 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-0c7dc1a6-ff71-47f0-858f-9882961decc3 None None] Current status of the port 54321eec-003a-4b32-9ed0-05ee4c8e1285 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:18.210156 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-8cfd92ee-7af3-4623-9536-b3dfa49c997c None None] Provisioning complete for port 3fb64e66-3185-4ce3-b5b2-7092952ace26 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:18.210707 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-8cfd92ee-7af3-4623-9536-b3dfa49c997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:18.245186 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Router 3426c523-3bee-412f-ac27-1ee3d1aab051 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:38:18.361718 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:18.365393 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:14Z', 'revision_number': 3, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:18.424482 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd92ee-7af3-4623-9536-b3dfa49c997c None None] Port 3fb64e66-3185-4ce3-b5b2-7092952ace26 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:38:18.428012 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Checking router: b6b1baec-66d8-48e8-9d2f-e8a29a04b575 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:38:18.428378 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Updating router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 port fb224b24-4692-411e-8bb2-e041fb820cb0 binding host dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:38:18.446123 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:38:18.460067 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a3fc2665-9102-408a-8093-99205ccadc81 admin admin] 10.222.0.39 "PUT /v2.0/routers/3426c523-3bee-412f-ac27-1ee3d1aab051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8146749 Jan 19 18:38:18.486508 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:18.586759 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-8cfd92ee-7af3-4623-9536-b3dfa49c997c None None] Provisioning complete for port 49c75093-8f8b-4f9b-9e06-1959c959a54b triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:18.587100 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-8cfd92ee-7af3-4623-9536-b3dfa49c997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:18.595908 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e1bbc945-6442-41f8-b322-8d5c54895aac req-617862b5-5893-4fa6-967e-8437c2dbea10 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 210 time: 0.6398027 Jan 19 18:38:18.603553 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e5091d12-7a65-438b-b58b-383fa690491d req-23786948-fd74-4c29-aa29-33be18850772 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 210 time: 0.6568968 Jan 19 18:38:18.673121 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 49c75093-8f8b-4f9b-9e06-1959c959a54b is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:18.674283 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 54321eec-003a-4b32-9ed0-05ee4c8e1285 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:18.737970 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:18.756162 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1909cc8d-ca50-4293-84ae-0207e78189c2 admin admin] Publish callbacks [] for security_group (9a802b97-3b5b-40d3-b03c-507b6f2c44aa), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:18.770281 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1909cc8d-ca50-4293-84ae-0207e78189c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9a802b97-3b5b-40d3-b03c-507b6f2c44aa), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:18.873660 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36300) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:18.874006 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1909cc8d-ca50-4293-84ae-0207e78189c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a55baceda1e4a69881d3c465c6e1332&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5244844 Jan 19 18:38:18.877537 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909cc8d-ca50-4293-84ae-0207e78189c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a802b97-3b5b-40d3-b03c-507b6f2c44aa,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:18.952383 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 54321eec-003a-4b32-9ed0-05ee4c8e1285 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:18.953498 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:18.959567 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bf1edef7-1a6f-4fae-8003-cf8b844a97c2 admin admin] Publish callbacks [] for security_group (9a802b97-3b5b-40d3-b03c-507b6f2c44aa), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:18.997162 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bf1edef7-1a6f-4fae-8003-cf8b844a97c2 admin admin] Publish callbacks [] for security_group (9a802b97-3b5b-40d3-b03c-507b6f2c44aa), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.051473 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Allocated IP 172.20.0.1 (0187b0ba-93b9-4dd9-ad91-488eea245e88/3ebd8c75-0ae0-46f0-8644-649592054265/66989df8-4a6b-47b1-b157-0adb5843f492) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:19.056914 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd92ee-7af3-4623-9536-b3dfa49c997c None None] Current status of the port 49c75093-8f8b-4f9b-9e06-1959c959a54b is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:19.069823 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bf1edef7-1a6f-4fae-8003-cf8b844a97c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9a802b97-3b5b-40d3-b03c-507b6f2c44aa), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.072310 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bf1edef7-1a6f-4fae-8003-cf8b844a97c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.076316 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-bf1edef7-1a6f-4fae-8003-cf8b844a97c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a802b97-3b5b-40d3-b03c-507b6f2c44aa HTTP/1.1" status: 204 len: 168 time: 0.1990132 Jan 19 18:38:19.091764 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1edef7-1a6f-4fae-8003-cf8b844a97c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a802b97-3b5b-40d3-b03c-507b6f2c44aa,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:19.238122 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-4b27971f-d0e2-4cd9-a211-8db931d690d0 None None] Provisioning complete for port 3fb64e66-3185-4ce3-b5b2-7092952ace26 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:19.241557 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4b27971f-d0e2-4cd9-a211-8db931d690d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.274286 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Publish callbacks [] for port (66989df8-4a6b-47b1-b157-0adb5843f492), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.314086 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Publish callbacks [] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.340039 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.356382 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.358498 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 54321eec-003a-4b32-9ed0-05ee4c8e1285 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:19.454484 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-4b27971f-d0e2-4cd9-a211-8db931d690d0 None None] Port 3fb64e66-3185-4ce3-b5b2-7092952ace26 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:38:19.497211 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Network 0187b0ba-93b9-4dd9-ad91-488eea245e88 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:19.502440 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:19.516395 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:19.517270 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2090665'] for router_interface (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.536096 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8de0a-59d8-44db-81e9-70f76a9279b4 None None] Pushing event updated for resources: {'Port': ['ID=fb224b24-4692-411e-8bb2-e041fb820cb0,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:19.580521 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Attempting to bind port fb224b24-4692-411e-8bb2-e041fb820cb0 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:38:19.581180 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Attempting to bind port fb224b24-4692-411e-8bb2-e041fb820cb0 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:38:19.582889 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Attempting to bind port fb224b24-4692-411e-8bb2-e041fb820cb0 on network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:19.600609 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36318) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:19.606017 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-551c3f84-a993-4c70-bb90-7e3b0314fbc1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002404616', 'description': 'tempest-description--1742167978'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:19.631386 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:38:19.631753 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Checking segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:19.632114 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.632518 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Bound using segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:38:19.633549 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Bound port: fb224b24-4692-411e-8bb2-e041fb820cb0, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:38:19.633549 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.642958 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4f865de4-e233-4eb7-ae8a-fe127c816546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.701216 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-551c3f84-a993-4c70-bb90-7e3b0314fbc1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:19.889986 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] For port fb224b24-4692-411e-8bb2-e041fb820cb0, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:38:19.894796 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 49c75093-8f8b-4f9b-9e06-1959c959a54b up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:19.905409 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] For port fb224b24-4692-411e-8bb2-e041fb820cb0, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=fb224b24-4692-411e-8bb2-e041fb820cb0,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:38:19.958536 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.020714 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36328) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:20.034607 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Pushing event updated for resources: {'Port': ['ID=66989df8-4a6b-47b1-b157-0adb5843f492,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:20.085311 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdb-6352-4bb5-b3eb-1f4bffb471d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.173793 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:38:20.174449 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:37:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:20.187494 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-21797769-87f1-4880-8179-16e176bfd285 req-4e920d23-3079-4505-ab29-a23e2c03529a tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 210 time: 0.0703030 Jan 19 18:38:20.190732 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-551c3f84-a993-4c70-bb90-7e3b0314fbc1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (612925b5-83d3-4eee-abf5-6218eb7bef1c), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.212096 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-551c3f84-a993-4c70-bb90-7e3b0314fbc1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (612925b5-83d3-4eee-abf5-6218eb7bef1c), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.233349 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.322660 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c3f84-a993-4c70-bb90-7e3b0314fbc1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612925b5-83d3-4eee-abf5-6218eb7bef1c,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:20.339307 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8de0a-59d8-44db-81e9-70f76a9279b4 None None] Pushing event updated for resources: {'Port': ['ID=fb224b24-4692-411e-8bb2-e041fb820cb0,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:20.350935 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-543495ea-19f1-40c0-ab37-444865cc7e45 req-3a694df2-2de9-443e-8c94-1a8568072ffa tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 210 time: 0.1567271 Jan 19 18:38:20.382603 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-551c3f84-a993-4c70-bb90-7e3b0314fbc1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.387534 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-551c3f84-a993-4c70-bb90-7e3b0314fbc1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7856417 Jan 19 18:38:20.388179 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36336) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:20.391642 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 49c75093-8f8b-4f9b-9e06-1959c959a54b triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:20.392050 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.397870 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-36100fbe-51c2-4cb0-b175-5aa467b95b7e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'security_group_rule': {'security_group_id': '612925b5-83d3-4eee-abf5-6218eb7bef1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:20.459025 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdb-6352-4bb5-b3eb-1f4bffb471d1 admin admin] Publish callbacks [] for security_group (6190d1a5-4682-4377-8fde-8c6b0e4c205e), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.470062 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a5164cdb-6352-4bb5-b3eb-1f4bffb471d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6190d1a5-4682-4377-8fde-8c6b0e4c205e), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.509495 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-adcd55c9-0a3b-4677-9be1-3b2ee3f57bde None None] Provisioning complete for port 66989df8-4a6b-47b1-b157-0adb5843f492 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:20.510128 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-adcd55c9-0a3b-4677-9be1-3b2ee3f57bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.649462 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a5164cdb-6352-4bb5-b3eb-1f4bffb471d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75e1cf220e1f4f9b8966b1248dddca5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6211045 Jan 19 18:38:20.650732 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-36100fbe-51c2-4cb0-b175-5aa467b95b7e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (02996ad5-2fbf-4961-acf9-abf7b660e5e3), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.652859 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36346) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:20.823875 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-36100fbe-51c2-4cb0-b175-5aa467b95b7e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (02996ad5-2fbf-4961-acf9-abf7b660e5e3), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.824910 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.35', 56270) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:20.849091 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-36100fbe-51c2-4cb0-b175-5aa467b95b7e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (02996ad5-2fbf-4961-acf9-abf7b660e5e3), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:20.886558 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5164cdb-6352-4bb5-b3eb-1f4bffb471d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6190d1a5-4682-4377-8fde-8c6b0e4c205e,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:20.921549 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36100fbe-51c2-4cb0-b175-5aa467b95b7e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02996ad5-2fbf-4961-acf9-abf7b660e5e3,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:20.931913 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.35', 56271) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:21.023365 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-adcd55c9-0a3b-4677-9be1-3b2ee3f57bde None None] Port 66989df8-4a6b-47b1-b157-0adb5843f492 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:38:21.142729 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:38:21.163887 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4da95afd-ad8e-4a95-a4a8-8d6f565d1d5a admin admin] Publish callbacks [] for security_group (6190d1a5-4682-4377-8fde-8c6b0e4c205e), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:21.302969 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4da95afd-ad8e-4a95-a4a8-8d6f565d1d5a admin admin] Publish callbacks [] for security_group (6190d1a5-4682-4377-8fde-8c6b0e4c205e), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:21.459907 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36382) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:21.494162 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Sync routers for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:38:21.516538 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:38:21.517346 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:37:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:21.719553 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a74da49b-223a-4359-9470-c2b962109f11 req-4f7d5a16-b1ea-48ae-8b39-5faf097f68de tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 210 time: 0.2605112 Jan 19 18:38:21.726039 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:38:21.754478 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Publish callbacks [] for port (66989df8-4a6b-47b1-b157-0adb5843f492), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:21.801918 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 49c75093-8f8b-4f9b-9e06-1959c959a54b is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:21.803965 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:21.811207 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-27fedcb2-9a21-442b-9a41-3af71c97510e req-6736360e-5ae5-4b37-92e9-a26d615284ee tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 210 time: 0.1347599 Jan 19 18:38:21.811847 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:21.829891 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090589'] for router_interface (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:22.038701 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4da95afd-ad8e-4a95-a4a8-8d6f565d1d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6190d1a5-4682-4377-8fde-8c6b0e4c205e), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:22.044251 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4da95afd-ad8e-4a95-a4a8-8d6f565d1d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:22.046850 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4da95afd-ad8e-4a95-a4a8-8d6f565d1d5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6190d1a5-4682-4377-8fde-8c6b0e4c205e HTTP/1.1" status: 204 len: 168 time: 1.3659530 Jan 19 18:38:22.099322 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-3773da7f-8bff-41eb-ad4b-b7ca2c32105c tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:22.102937 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-3773da7f-8bff-41eb-ad4b-b7ca2c32105c tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.35 "GET /v2.0/networks?id=6c19d98e-e150-446a-9bd7-ed90c2186627 HTTP/1.1" status: 200 len: 811 time: 1.0836778 Jan 19 18:38:22.120163 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 2, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:22.159094 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1c052260-10c1-4e34-8fe3-5984788a96d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:22.170113 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Checking router: 3426c523-3bee-412f-ac27-1ee3d1aab051 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:38:22.170477 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Updating router 3426c523-3bee-412f-ac27-1ee3d1aab051 port 3fb64e66-3185-4ce3-b5b2-7092952ace26 binding host dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:38:22.186459 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Pushing event updated for resources: {'Port': ['ID=66989df8-4a6b-47b1-b157-0adb5843f492,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:22.189936 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da95afd-ad8e-4a95-a4a8-8d6f565d1d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190d1a5-4682-4377-8fde-8c6b0e4c205e,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:22.208124 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:22.231634 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Request body: {'port': {'device_id': 'baf03d52-905b-435f-b668-7d1af6c99ad2', 'network_id': '6c19d98e-e150-446a-9bd7-ed90c2186627', 'admin_state_up': True, 'tenant_id': '190ecd7cded14dc59b52d99cb2a371ec'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:22.330875 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Network 0187b0ba-93b9-4dd9-ad91-488eea245e88 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:22.348660 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:22.456106 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-36100fbe-51c2-4cb0-b175-5aa467b95b7e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:22.461414 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-36100fbe-51c2-4cb0-b175-5aa467b95b7e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0709107 Jan 19 18:38:22.489191 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36430) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:22.543800 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-1145d87f-3c44-47b0-85af-8a547db5c867 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'security_group_rule': {'security_group_id': '612925b5-83d3-4eee-abf5-6218eb7bef1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:22.637218 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-df01ee8c-eb26-4ebb-a2cc-bab2de3b34e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:22.669065 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-2c069361-18d0-4f00-8771-12bdea9e36f7 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:22.670636 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-2c069361-18d0-4f00-8771-12bdea9e36f7 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 814 time: 1.8435967 Jan 19 18:38:22.726302 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Request body: {'port': {'device_id': '64e9fd49-fa42-4d3c-9ea3-087ab571f774', 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58', 'admin_state_up': True, 'tenant_id': '830225ef6edb4906810978eedcd3b723'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:22.935262 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1145d87f-3c44-47b0-85af-8a547db5c867 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (24b69cfd-1539-46e1-a016-91cdb676baa1), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:22.997764 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:38:23.060173 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:23.065232 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Made reservation on behalf of 830225ef6edb4906810978eedcd3b723 for: {'port': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:23.070259 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:23.088103 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:23.351663 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-07f4bcd7-58ce-4d15-89bc-2818c3e16780 req-04b649be-b2bf-479f-a54c-106552bb8e9f tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 210 time: 0.2278547 Jan 19 18:38:23.422133 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Publish callbacks [] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), precommit_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:23.445021 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:23.509729 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-41eeae06-da6a-4663-a424-4b6c96d423e3 None None] Provisioning complete for port 66989df8-4a6b-47b1-b157-0adb5843f492 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:23.510587 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-41eeae06-da6a-4663-a424-4b6c96d423e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:23.550511 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:23.750310 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Made reservation on behalf of 190ecd7cded14dc59b52d99cb2a371ec for: {'port': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:23.768336 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:23.855246 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1c052260-10c1-4e34-8fe3-5984788a96d0 admin admin] Publish callbacks [] for security_group (cdfceca5-944d-41e9-b834-5dd5617e1f59), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:23.864228 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ca81b-f01b-415b-9b59-da923a01be13 None None] Pushing event updated for resources: {'Port': ['ID=3fb64e66-3185-4ce3-b5b2-7092952ace26,revision_number=3']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:23.888673 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:38:23.898204 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Attempting to bind port 3fb64e66-3185-4ce3-b5b2-7092952ace26 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:38:23.898559 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Attempting to bind port 3fb64e66-3185-4ce3-b5b2-7092952ace26 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:38:23.898913 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Attempting to bind port 3fb64e66-3185-4ce3-b5b2-7092952ace26 on network d3a83c77-a086-4b56-b863-c2c3d2e498a2 {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:23.900103 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1c052260-10c1-4e34-8fe3-5984788a96d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (cdfceca5-944d-41e9-b834-5dd5617e1f59), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:23.914634 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:38:23.915171 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Checking segment: {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:23.915651 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:23.916065 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Bound using segment: {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:38:23.916580 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Bound port: 3fb64e66-3185-4ce3-b5b2-7092952ace26, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'}}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:38:23.917012 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:23.918329 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-02ede210-ea31-4b96-b4fa-f921dca9b2f0 admin admin] 10.222.0.39 "PUT /v2.0/routers/b6b1baec-66d8-48e8-9d2f-e8a29a04b575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6562607 Jan 19 18:38:23.988812 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-41eeae06-da6a-4663-a424-4b6c96d423e3 None None] Port 66989df8-4a6b-47b1-b157-0adb5843f492 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:38:24.022957 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9a5cf03-8c32-487e-be1c-62f6805bac0c req-4f181233-04e1-4f51-9cff-219d9a914fda tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 210 time: 0.1659083 Jan 19 18:38:24.151359 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1c052260-10c1-4e34-8fe3-5984788a96d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=938b3677e5f7419aa8ab7691c65fdb54&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6439638 Jan 19 18:38:24.163544 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36478) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:24.169980 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:24.170381 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:24.177028 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c052260-10c1-4e34-8fe3-5984788a96d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfceca5-944d-41e9-b834-5dd5617e1f59,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:24.255727 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] For port 3fb64e66-3185-4ce3-b5b2-7092952ace26, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:38:24.284604 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] For port 3fb64e66-3185-4ce3-b5b2-7092952ace26, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=3fb64e66-3185-4ce3-b5b2-7092952ace26,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:38:24.295925 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:24.299054 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=6ad3caab-2e75-4d76-bffe-b5165f1f13e6,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:24.303745 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-16e4e44f-6fbc-4fbe-9325-02fc51202062 None None] Provisioning complete for port 3fb64e66-3185-4ce3-b5b2-7092952ace26 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:24.304727 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-16e4e44f-6fbc-4fbe-9325-02fc51202062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:24.377861 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:24.388276 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-22534fc4-9cce-4c09-8de2-1eb5f072ce4a admin admin] Publish callbacks [] for security_group (cdfceca5-944d-41e9-b834-5dd5617e1f59), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:24.419815 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:19Z', 'revision_number': 1, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:24.494155 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:38:24.498479 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:38:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:24.518260 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-22534fc4-9cce-4c09-8de2-1eb5f072ce4a admin admin] Publish callbacks [] for security_group (cdfceca5-944d-41e9-b834-5dd5617e1f59), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:24.705050 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-22534fc4-9cce-4c09-8de2-1eb5f072ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (cdfceca5-944d-41e9-b834-5dd5617e1f59), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:24.708055 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-22534fc4-9cce-4c09-8de2-1eb5f072ce4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:24.712662 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-22534fc4-9cce-4c09-8de2-1eb5f072ce4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cdfceca5-944d-41e9-b834-5dd5617e1f59 HTTP/1.1" status: 204 len: 168 time: 0.5468700 Jan 19 18:38:24.779055 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1cf20d-fbee-43e5-806f-02cbb99907d4 None None] The sync data for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi is: [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:19Z', 'revision_number': 1, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:38:24.791331 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22534fc4-9cce-4c09-8de2-1eb5f072ce4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfceca5-944d-41e9-b834-5dd5617e1f59,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:24.845497 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:24.986362 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd6b12dd-d821-43fe-8050-67598bc08f21 req-815a708e-3452-4016-b9c8-221e7b4de547 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 210 time: 0.2685189 Jan 19 18:38:24.996760 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=6ad3caab-2e75-4d76-bffe-b5165f1f13e6,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:25.057737 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1145d87f-3c44-47b0-85af-8a547db5c867 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (24b69cfd-1539-46e1-a016-91cdb676baa1), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:25.084223 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Allocated IP 172.20.0.13 (26a47aa7-117f-4621-b9ad-80fcc51b4f58/e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa/9bf25b29-d45f-4e15-b6d1-69765810c789) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:25.150898 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1145d87f-3c44-47b0-85af-8a547db5c867 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (24b69cfd-1539-46e1-a016-91cdb676baa1), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:25.162912 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ca81b-f01b-415b-9b59-da923a01be13 None None] Pushing event updated for resources: {'Port': ['ID=3fb64e66-3185-4ce3-b5b2-7092952ace26,revision_number=4']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:25.208592 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-16e4e44f-6fbc-4fbe-9325-02fc51202062 None None] Current status of the port 3fb64e66-3185-4ce3-b5b2-7092952ace26 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:25.209575 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-16e4e44f-6fbc-4fbe-9325-02fc51202062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:25.249210 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:38:25.256026 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1145d87f-3c44-47b0-85af-8a547db5c867 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:25.267099 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-1145d87f-3c44-47b0-85af-8a547db5c867 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7762473 Jan 19 18:38:25.270220 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36514) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:25.279595 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'floatingip': {'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:25.440990 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-16e4e44f-6fbc-4fbe-9325-02fc51202062 None None] For port 3fb64e66-3185-4ce3-b5b2-7092952ace26, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=3fb64e66-3185-4ce3-b5b2-7092952ace26,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:25.450099 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-16e4e44f-6fbc-4fbe-9325-02fc51202062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:25.472585 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:25.570594 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:38:25.597432 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145d87f-3c44-47b0-85af-8a547db5c867 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b69cfd-1539-46e1-a016-91cdb676baa1,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:25.629777 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4e44f-6fbc-4fbe-9325-02fc51202062 None None] Pushing event updated for resources: {'Port': ['ID=3fb64e66-3185-4ce3-b5b2-7092952ace26,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:25.665450 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-8cba92f9-8a35-4e7b-80fe-c31d91447f38 None None] Provisioning complete for port 3fb64e66-3185-4ce3-b5b2-7092952ace26 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:25.665960 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-8cba92f9-8a35-4e7b-80fe-c31d91447f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:26.006809 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-8cba92f9-8a35-4e7b-80fe-c31d91447f38 None None] Current status of the port 3fb64e66-3185-4ce3-b5b2-7092952ace26 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:26.099678 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:26.128316 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Allocated IP 172.20.0.4 (6c19d98e-e150-446a-9bd7-ed90c2186627/3b6adae3-b525-4f1a-90e1-5a0e369ba8ad/3669deec-b47b-442d-b331-e7057d9ae357) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:26.135894 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f0c7934-3d49-48a1-b4f2-527e9c3f30da req-31dca6d3-8d43-4c15-9296-363a0fc3ac42 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 210 time: 0.2287929 Jan 19 18:38:26.411748 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:26.545695 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e50da-f222-421f-a98d-520e06d00b73 None None] The sync data for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi is: [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:38:26.575220 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks [] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:26.805140 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:27.130059 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:27.137505 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:27.159762 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Publish callbacks [] for port (3669deec-b47b-442d-b331-e7057d9ae357), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:27.225519 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:27.230669 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36540) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:27.272037 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-991d81c5-1e1f-4f1d-92db-1a1fa8ae4435 req-123fe1c5-ee33-4c8e-a085-d0ab19412a10 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 210 time: 0.1131694 Jan 19 18:38:27.289497 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-611b0912-2195-43cb-a962-02631c478df6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774965242', 'description': 'tempest-description--1562891810'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:27.387065 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:27.520723 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36550) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:27.747293 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:27.825460 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Allocated IP 172.27.3.168 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/0eb5678b-a51d-47d9-a7bf-5e520858a998) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:27.865680 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-611b0912-2195-43cb-a962-02631c478df6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:28.393272 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-611b0912-2195-43cb-a962-02631c478df6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (d1952ce6-a5ec-4b5a-b5cf-7853b07c682d), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:28.440417 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b52224b-fc4f-4884-805a-8b3c6732cf89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:28.599560 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Pushing event updated for resources: {'Port': ['ID=9bf25b29-d45f-4e15-b6d1-69765810c789,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:28.647545 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-611b0912-2195-43cb-a962-02631c478df6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (d1952ce6-a5ec-4b5a-b5cf-7853b07c682d), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:28.777569 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446237f-41e6-4c5a-affa-c579da2a76bb req-13a6acf6-38a9-4753-b5d9-2cf7b2c29beb tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:28.800497 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f446237f-41e6-4c5a-affa-c579da2a76bb req-13a6acf6-38a9-4753-b5d9-2cf7b2c29beb tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 932 time: 0.9703658 Jan 19 18:38:28.856368 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:28.915686 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-611b0912-2195-43cb-a962-02631c478df6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:28.933930 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-611b0912-2195-43cb-a962-02631c478df6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6937423 Jan 19 18:38:28.950372 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36578) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:29.042203 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-c311e155-e656-4330-9194-7bb35dfbe300 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'security_group_rule': {'security_group_id': 'd1952ce6-a5ec-4b5a-b5cf-7853b07c682d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:29.045672 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 3fb64e66-3185-4ce3-b5b2-7092952ace26 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:29.067964 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:29.076055 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:29.098226 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:29.098919 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:29.139758 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (3669deec-b47b-442d-b331-e7057d9ae357), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:29.243931 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Network 6c19d98e-e150-446a-9bd7-ed90c2186627 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:29.252941 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:29.260377 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:29.291612 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:29.292712 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:29.354976 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b0912-2195-43cb-a962-02631c478df6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:29.372785 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-677c8182-8758-47ef-b94a-92a82d951008 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6797419 Jan 19 18:38:29.395846 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2145424 Jan 19 18:38:29.438203 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-911ec9e8-bb39-444d-968f-f7e7e62a7f2b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:38:29.442030 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-911ec9e8-bb39-444d-968f-f7e7e62a7f2b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210121 Jan 19 18:38:29.448462 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b52224b-fc4f-4884-805a-8b3c6732cf89 admin admin] Publish callbacks [] for security_group (6122e642-d820-4667-af6a-c2563045f898), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:29.456735 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 3fb64e66-3185-4ce3-b5b2-7092952ace26 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:29.457893 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:29.485309 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-a8586576-c371-4fb1-9583-6abad138dba0 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:38:29.486435 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-a8586576-c371-4fb1-9583-6abad138dba0 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221934 Jan 19 18:38:29.571501 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b52224b-fc4f-4884-805a-8b3c6732cf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6122e642-d820-4667-af6a-c2563045f898), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:29.709892 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c311e155-e656-4330-9194-7bb35dfbe300 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (1f6ceaee-7b27-48a2-ad9a-8f968cc77f37), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:29.746883 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f446237f-41e6-4c5a-affa-c579da2a76bb req-75342aab-a3b7-47c5-b5ea-126ef63f5f3a tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9427700 Jan 19 18:38:29.959319 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52224b-fc4f-4884-805a-8b3c6732cf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6122e642-d820-4667-af6a-c2563045f898,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:30.011656 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c311e155-e656-4330-9194-7bb35dfbe300 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (1f6ceaee-7b27-48a2-ad9a-8f968cc77f37), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:30.026531 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for port (0eb5678b-a51d-47d9-a7bf-5e520858a998), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:30.037591 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c311e155-e656-4330-9194-7bb35dfbe300 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (1f6ceaee-7b27-48a2-ad9a-8f968cc77f37), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:30.069998 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6b52224b-fc4f-4884-805a-8b3c6732cf89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff8e42513aa64ba19bb8ae58531b95d5&name=default HTTP/1.1" status: 200 len: 2994 time: 2.5475996 Jan 19 18:38:30.072989 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36600) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:30.081614 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcecc1e-6f3e-408f-a728-4382009902bf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Pushing event updated for resources: {'Port': ['ID=3669deec-b47b-442d-b331-e7057d9ae357,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:30.154994 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311e155-e656-4330-9194-7bb35dfbe300 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6ceaee-7b27-48a2-ad9a-8f968cc77f37,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:30.163539 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75d824-23fd-4752-b13e-52a98ecde9a1 req-9ffa4b24-d465-4ecb-9b00-343728b10964 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:30.170667 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e75d824-23fd-4752-b13e-52a98ecde9a1 req-9ffa4b24-d465-4ecb-9b00-343728b10964 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 931 time: 1.2339768 Jan 19 18:38:30.184571 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c311e155-e656-4330-9194-7bb35dfbe300 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:30.197685 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-c311e155-e656-4330-9194-7bb35dfbe300 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1688552 Jan 19 18:38:30.198432 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 3fb64e66-3185-4ce3-b5b2-7092952ace26 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:30.199807 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36602) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:30.212699 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device fb224b24-4692-411e-8bb2-e041fb820cb0 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:30.214427 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-fad0ac1f-46f0-46d8-a697-86a803d0c21a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'security_group_rule': {'security_group_id': 'd1952ce6-a5ec-4b5a-b5cf-7853b07c682d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:30.396482 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port fb224b24-4692-411e-8bb2-e041fb820cb0 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:30.397476 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:30.487325 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fad0ac1f-46f0-46d8-a697-86a803d0c21a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (c962bfb4-8760-41ed-9992-1831682a8ddb), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:30.612398 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Request body: {'port': {'device_id': '64e9fd49-fa42-4d3c-9ea3-087ab571f774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:30.701567 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (0eb5678b-a51d-47d9-a7bf-5e520858a998), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:30.743252 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e75d824-23fd-4752-b13e-52a98ecde9a1 req-af7dba87-95ce-4e8c-ac82-3ea79eaa280c tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354466 Jan 19 18:38:30.746427 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port fb224b24-4692-411e-8bb2-e041fb820cb0 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:30.746895 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:30.880759 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-340535ff-24e1-4f17-8943-76b8434f3d09 admin admin] Publish callbacks [] for security_group (6122e642-d820-4667-af6a-c2563045f898), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:30.950697 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Request body: {'port': {'device_id': 'baf03d52-905b-435f-b668-7d1af6c99ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:30.950949 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port fb224b24-4692-411e-8bb2-e041fb820cb0, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=fb224b24-4692-411e-8bb2-e041fb820cb0,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:30.963610 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:30.963848 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:31.021038 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:31.044653 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:31.052657 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:31.170304 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-340535ff-24e1-4f17-8943-76b8434f3d09 admin admin] Publish callbacks [] for security_group (6122e642-d820-4667-af6a-c2563045f898), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:31.181850 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3669deec-b47b-442d-b331-e7057d9ae357), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:31.229012 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=fb224b24-4692-411e-8bb2-e041fb820cb0,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:31.401203 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'Port': ['ID=0eb5678b-a51d-47d9-a7bf-5e520858a998,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:31.416378 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-340535ff-24e1-4f17-8943-76b8434f3d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6122e642-d820-4667-af6a-c2563045f898), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:31.422084 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-340535ff-24e1-4f17-8943-76b8434f3d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:31.423349 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-340535ff-24e1-4f17-8943-76b8434f3d09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6122e642-d820-4667-af6a-c2563045f898 HTTP/1.1" status: 204 len: 168 time: 1.3493748 Jan 19 18:38:31.525928 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340535ff-24e1-4f17-8943-76b8434f3d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6122e642-d820-4667-af6a-c2563045f898,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:31.657337 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcee3a0-c5bc-4bb3-b761-dc806c979066 req-6b364552-93b5-48da-af85-e1b7983f2b3b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:31.669118 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cdcee3a0-c5bc-4bb3-b761-dc806c979066 req-6b364552-93b5-48da-af85-e1b7983f2b3b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 932 time: 0.3744445 Jan 19 18:38:31.685896 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (172ad14b-9594-4cac-9c10-a7d9e1c34885), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:31.974709 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (0eb5678b-a51d-47d9-a7bf-5e520858a998), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:31.994496 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cdcee3a0-c5bc-4bb3-b761-dc806c979066 req-c7c2eeec-e4c0-48a6-a29e-baf51bc555f9 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242593 Jan 19 18:38:32.002746 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fad0ac1f-46f0-46d8-a697-86a803d0c21a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (c962bfb4-8760-41ed-9992-1831682a8ddb), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:32.026675 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fad0ac1f-46f0-46d8-a697-86a803d0c21a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (c962bfb4-8760-41ed-9992-1831682a8ddb), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:32.032744 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Sync routers for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:38:32.060971 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:38:32.062209 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:38:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:32.396309 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8658cdc-4716-44b2-9ae1-282f8674d968 req-2a45445e-4da8-4261-b2b5-4b438ac78ce4 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:32.410121 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d8658cdc-4716-44b2-9ae1-282f8674d968 req-2a45445e-4da8-4261-b2b5-4b438ac78ce4 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 931 time: 0.3587110 Jan 19 18:38:32.562029 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d8658cdc-4716-44b2-9ae1-282f8674d968 req-ffac291f-66e5-41b5-a7a3-01934d88e6ef tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498647 Jan 19 18:38:32.592051 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36666) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:32.593375 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:38:32.696950 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for port (0eb5678b-a51d-47d9-a7bf-5e520858a998), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:32.709702 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (0eb5678b-a51d-47d9-a7bf-5e520858a998), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:32.884884 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (172ad14b-9594-4cac-9c10-a7d9e1c34885), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:33.020176 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf25b29-d45f-4e15-b6d1-69765810c789 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:38:33.030972 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Publish callbacks [] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:33.066721 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Transition to ACTIVE for port object 9bf25b29-d45f-4e15-b6d1-69765810c789 will not be triggered until provisioned by entity L2. {{(pid=103027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:38:33.109701 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fad0ac1f-46f0-46d8-a697-86a803d0c21a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:33.119242 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-fad0ac1f-46f0-46d8-a697-86a803d0c21a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9151592 Jan 19 18:38:33.122703 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:33.130036 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36674) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:33.130615 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36676) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:33.138022 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:33.141376 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8689444 Jan 19 18:38:33.168037 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'floatingip': {'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:33.184127 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dbc34-6c84-432d-b35a-672e692785d7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'Port': ['ID=0eb5678b-a51d-47d9-a7bf-5e520858a998,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:33.200278 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0ac1f-46f0-46d8-a697-86a803d0c21a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c962bfb4-8760-41ed-9992-1831682a8ddb,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:33.231994 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-135a5b44-2f33-446e-8d85-2db0a270eca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:33.471969 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf25b29-d45f-4e15-b6d1-69765810c789,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:33.506926 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device fb224b24-4692-411e-8bb2-e041fb820cb0 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:33.811808 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-135a5b44-2f33-446e-8d85-2db0a270eca2 admin admin] Publish callbacks [] for security_group (b703e770-3d6e-4981-9c33-2daf16d23145), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:33.887648 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-135a5b44-2f33-446e-8d85-2db0a270eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (b703e770-3d6e-4981-9c33-2daf16d23145), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:33.953121 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 2, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:34.020305 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:34.060280 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Checking router: b6b1baec-66d8-48e8-9d2f-e8a29a04b575 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:38:34.060947 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Updating router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 port 66989df8-4a6b-47b1-b157-0adb5843f492 binding host dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:38:34.084937 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a5b44-2f33-446e-8d85-2db0a270eca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b703e770-3d6e-4981-9c33-2daf16d23145,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:34.174619 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:34.225590 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee6e948f-a000-4b03-be14-2e769b4cd57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:34.244552 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36690) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:34.255663 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port fb224b24-4692-411e-8bb2-e041fb820cb0 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:34.256047 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:34.370840 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Attempting to bind port 9bf25b29-d45f-4e15-b6d1-69765810c789 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:38:34.371391 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Attempting to bind port 9bf25b29-d45f-4e15-b6d1-69765810c789 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:38:34.371774 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Attempting to bind port 9bf25b29-d45f-4e15-b6d1-69765810c789 on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:34.417077 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port fb224b24-4692-411e-8bb2-e041fb820cb0 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:34.418685 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Port 9bf25b29-d45f-4e15-b6d1-69765810c789 on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:38:34.419015 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Attempting to bind port 9bf25b29-d45f-4e15-b6d1-69765810c789 on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:34.427165 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b844ee0e-9255-4dc0-9a7e-dd8c3e748256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:34.447473 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:38:34.447869 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Checking segment: {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:34.448467 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Bound using segment: {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:38:34.448980 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Bound port: 9bf25b29-d45f-4e15-b6d1-69765810c789, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:38:34.449405 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:34.490928 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3669deec-b47b-442d-b331-e7057d9ae357 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:38:34.505287 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-135a5b44-2f33-446e-8d85-2db0a270eca2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7a11f1666c64c3eb3c976bcb94ea3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3557687 Jan 19 18:38:34.516836 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36694) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:34.520895 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Publish callbacks [] for port (3669deec-b47b-442d-b331-e7057d9ae357), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:34.535328 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b0b2-12ac-4ac0-a933-1e6d785e38c6 req-ad0c7f26-ecd8-4c1c-b702-4dfb6d80b5fd tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:34.538035 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7828b0b2-12ac-4ac0-a933-1e6d785e38c6 req-ad0c7f26-ecd8-4c1c-b702-4dfb6d80b5fd tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 944 time: 1.3100631 Jan 19 18:38:34.695452 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed28f58-05c0-4516-8a5f-491dad076bff req-18fdb25a-90b6-40d6-bc73-9c9b3c8c039b tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:34.697194 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eed28f58-05c0-4516-8a5f-491dad076bff req-18fdb25a-90b6-40d6-bc73-9c9b3c8c039b tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 931 time: 0.6528020 Jan 19 18:38:34.804734 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Transition to ACTIVE for port object 3669deec-b47b-442d-b331-e7057d9ae357 will not be triggered until provisioned by entity L2. {{(pid=103027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:38:34.816243 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] For port 9bf25b29-d45f-4e15-b6d1-69765810c789, host hv-cinder-82536, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:38:34.825104 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7828b0b2-12ac-4ac0-a933-1e6d785e38c6 req-37c09424-ef39-4ec6-bbf7-412bc784a977 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481084 Jan 19 18:38:34.831772 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] For port 9bf25b29-d45f-4e15-b6d1-69765810c789, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9bf25b29-d45f-4e15-b6d1-69765810c789,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:38:34.839399 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (3669deec-b47b-442d-b331-e7057d9ae357), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:34.870618 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee6e948f-a000-4b03-be14-2e769b4cd57a admin admin] Publish callbacks [] for security_group (458e5fa0-c140-4413-a7e7-a8ce9caeaed5), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:34.881439 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eed28f58-05c0-4516-8a5f-491dad076bff req-337ce565-3a8e-448f-b882-1d05a8c8100c tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751919 Jan 19 18:38:34.882142 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:34.887643 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee6e948f-a000-4b03-be14-2e769b4cd57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (458e5fa0-c140-4413-a7e7-a8ce9caeaed5), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:34.956931 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e948f-a000-4b03-be14-2e769b4cd57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458e5fa0-c140-4413-a7e7-a8ce9caeaed5,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:35.019640 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ee6e948f-a000-4b03-be14-2e769b4cd57a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35cf247ffca94505b82ce1e9765f6d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4230621 Jan 19 18:38:35.020366 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36702) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:35.042865 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.067906 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:35.069569 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.072734 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] 10.222.0.35 "PUT /v2.0/ports/9bf25b29-d45f-4e15-b6d1-69765810c789 HTTP/1.1" status: 200 len: 1094 time: 4.7590892 Jan 19 18:38:35.091420 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e9fd49-fa42-4d3c-9ea3-087ab571f774', 'tag': '9bf25b29-d45f-4e15-b6d1-69765810c789'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:38:35.267813 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Pushing event updated for resources: {'Port': ['ID=3669deec-b47b-442d-b331-e7057d9ae357,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:35.269422 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Publish callbacks [] for port (66989df8-4a6b-47b1-b157-0adb5843f492), precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.283841 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.334896 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4732d8b-2734-49da-9cdc-6c9e3203b8df None None] Pushing event updated for resources: {'Port': ['ID=66989df8-4a6b-47b1-b157-0adb5843f492,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:35.376405 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d49099-0837-4fd9-af72-446b2adf7336 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf25b29-d45f-4e15-b6d1-69765810c789,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:35.399263 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Allocated IP 172.27.3.47 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/b6f05217-54e5-4e57-bac8-72be04bb4a06) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:35.400961 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c241-1561-4db7-beac-2ad0733cdcb7 admin admin] Publish callbacks [] for security_group (b703e770-3d6e-4981-9c33-2daf16d23145), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.525723 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Attempting to bind port 3669deec-b47b-442d-b331-e7057d9ae357 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:38:35.526269 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Attempting to bind port 3669deec-b47b-442d-b331-e7057d9ae357 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '33b3d1d8-4d72-4924-8040-c3ca0faf6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c19d98e-e150-446a-9bd7-ed90c2186627'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:38:35.526781 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Attempting to bind port 3669deec-b47b-442d-b331-e7057d9ae357 on network 6c19d98e-e150-446a-9bd7-ed90c2186627 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:35.534913 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b844ee0e-9255-4dc0-9a7e-dd8c3e748256 admin admin] Publish callbacks [] for security_group (cc828d22-0fe5-4a13-be2c-3fd7ebbf9b1c), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.547570 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Port 3669deec-b47b-442d-b331-e7057d9ae357 on network 6c19d98e-e150-446a-9bd7-ed90c2186627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:38:35.547767 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Attempting to bind port 3669deec-b47b-442d-b331-e7057d9ae357 on network 6c19d98e-e150-446a-9bd7-ed90c2186627 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:35.575292 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b844ee0e-9255-4dc0-9a7e-dd8c3e748256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (cc828d22-0fe5-4a13-be2c-3fd7ebbf9b1c), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.620043 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014cbd58-465b-4079-881f-2de8879e9a51" -d '{"events": [{"name": "network-changed", "server_uuid": "64e9fd49-fa42-4d3c-9ea3-087ab571f774", "tag": "9bf25b29-d45f-4e15-b6d1-69765810c789"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:38:35.640656 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Attempting to bind port 66989df8-4a6b-47b1-b157-0adb5843f492 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:38:35.641076 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Attempting to bind port 66989df8-4a6b-47b1-b157-0adb5843f492 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:38:35.641529 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Attempting to bind port 66989df8-4a6b-47b1-b157-0adb5843f492 on network 0187b0ba-93b9-4dd9-ad91-488eea245e88 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:35.641651 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c241-1561-4db7-beac-2ad0733cdcb7 admin admin] Publish callbacks [] for security_group (b703e770-3d6e-4981-9c33-2daf16d23145), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.662325 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:38:35.662684 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Checking segment: {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:35.663089 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.663600 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Bound using segment: {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:38:35.664096 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Bound port: 66989df8-4a6b-47b1-b157-0adb5843f492, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:38:35.664497 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.705016 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-10d41341-4ffb-4405-8d9d-f50abbf802a0 admin admin] Publish callbacks [] for security_group (458e5fa0-c140-4413-a7e7-a8ce9caeaed5), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.753894 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:38:35.763267 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Checking segment: {'id': '33b3d1d8-4d72-4924-8040-c3ca0faf6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c19d98e-e150-446a-9bd7-ed90c2186627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:35.764237 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Bound using segment: {'id': '33b3d1d8-4d72-4924-8040-c3ca0faf6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c19d98e-e150-446a-9bd7-ed90c2186627'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:38:35.765321 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Bound port: 3669deec-b47b-442d-b331-e7057d9ae357, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b3d1d8-4d72-4924-8040-c3ca0faf6137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c19d98e-e150-446a-9bd7-ed90c2186627'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:38:35.766520 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3669deec-b47b-442d-b331-e7057d9ae357), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.776203 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c45553a8-1f09-492e-b107-2e70698563ca tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1002404616&fields=id&tenant_id=88976d1e56334d55ab32de5818c448d6 HTTP/1.1" status: 200 len: 267 time: 0.7109504 Jan 19 18:38:35.822174 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] For port 66989df8-4a6b-47b1-b157-0adb5843f492, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:38:35.826446 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] For port 66989df8-4a6b-47b1-b157-0adb5843f492, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=66989df8-4a6b-47b1-b157-0adb5843f492,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:38:35.842015 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:35.902882 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:38:35.902882 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:38:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:36.006032 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-7d22d087-e187-42b1-ba32-fc0f16ecdfe9 None None] Provisioning complete for port 66989df8-4a6b-47b1-b157-0adb5843f492 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:36.006299 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7d22d087-e187-42b1-ba32-fc0f16ecdfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.007998 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844ee0e-9255-4dc0-9a7e-dd8c3e748256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc828d22-0fe5-4a13-be2c-3fd7ebbf9b1c,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:36.057912 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4732d8b-2734-49da-9cdc-6c9e3203b8df None None] Pushing event updated for resources: {'Port': ['ID=66989df8-4a6b-47b1-b157-0adb5843f492,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:36.114459 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-10d41341-4ffb-4405-8d9d-f50abbf802a0 admin admin] Publish callbacks [] for security_group (458e5fa0-c140-4413-a7e7-a8ce9caeaed5), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.170118 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for port (b6f05217-54e5-4e57-bac8-72be04bb4a06), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.180597 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b844ee0e-9255-4dc0-9a7e-dd8c3e748256 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d86e73c34775460185124fcc0e127b52&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9257586 Jan 19 18:38:36.180597 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0279c335-d284-4088-8964-39fce9e7da4d x-openstack-request-id: req-0279c335-d284-4088-8964-39fce9e7da4d {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:38:36.180597 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e9fd49-fa42-4d3c-9ea3-087ab571f774", "tag": "9bf25b29-d45f-4e15-b6d1-69765810c789", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:38:36.180597 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0279c335-d284-4088-8964-39fce9e7da4d {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:38:36.180597 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e9fd49-fa42-4d3c-9ea3-087ab571f774', 'tag': '9bf25b29-d45f-4e15-b6d1-69765810c789', 'status': 'completed', 'code': 200} Jan 19 18:38:36.181354 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c241-1561-4db7-beac-2ad0733cdcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (b703e770-3d6e-4981-9c33-2daf16d23145), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.184008 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c241-1561-4db7-beac-2ad0733cdcb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.187252 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36724) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:36.188716 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a6d4c241-1561-4db7-beac-2ad0733cdcb7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b703e770-3d6e-4981-9c33-2daf16d23145 HTTP/1.1" status: 204 len: 168 time: 1.6575263 Jan 19 18:38:36.212018 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4c241-1561-4db7-beac-2ad0733cdcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b703e770-3d6e-4981-9c33-2daf16d23145,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:36.272160 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] For port 3669deec-b47b-442d-b331-e7057d9ae357, host hv-cinder-82536, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:38:36.278067 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] For port 3669deec-b47b-442d-b331-e7057d9ae357, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=3669deec-b47b-442d-b331-e7057d9ae357,segment=NetworkSegment(33b3d1d8-4d72-4924-8040-c3ca0faf6137),segment_id=33b3d1d8-4d72-4924-8040-c3ca0faf6137)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:38:36.286413 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (3669deec-b47b-442d-b331-e7057d9ae357), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.350471 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:38:36.353268 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:36.354274 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.356305 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] 10.222.0.35 "PUT /v2.0/ports/3669deec-b47b-442d-b331-e7057d9ae357 HTTP/1.1" status: 200 len: 1093 time: 5.9739125 Jan 19 18:38:36.395852 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7846dd5-fd67-427c-bc92-29f64e49ba64 service neutron] Pushing event updated for resources: {'Port': ['ID=3669deec-b47b-442d-b331-e7057d9ae357,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:36.401335 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-7d22d087-e187-42b1-ba32-fc0f16ecdfe9 None None] Current status of the port 66989df8-4a6b-47b1-b157-0adb5843f492 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:36.401695 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7d22d087-e187-42b1-ba32-fc0f16ecdfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.500565 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-7d22d087-e187-42b1-ba32-fc0f16ecdfe9 None None] For port 66989df8-4a6b-47b1-b157-0adb5843f492, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=66989df8-4a6b-47b1-b157-0adb5843f492,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:36.515955 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (b6f05217-54e5-4e57-bac8-72be04bb4a06), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.519992 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7d22d087-e187-42b1-ba32-fc0f16ecdfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.594018 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-10d41341-4ffb-4405-8d9d-f50abbf802a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (458e5fa0-c140-4413-a7e7-a8ce9caeaed5), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.596967 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-10d41341-4ffb-4405-8d9d-f50abbf802a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.603102 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-10d41341-4ffb-4405-8d9d-f50abbf802a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/458e5fa0-c140-4413-a7e7-a8ce9caeaed5 HTTP/1.1" status: 204 len: 168 time: 1.5791297 Jan 19 18:38:36.630971 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-f39c9ae5-1dda-4b03-a203-ca6a37169fbe tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:36.635082 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-f39c9ae5-1dda-4b03-a203-ca6a37169fbe tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 811 time: 0.8074763 Jan 19 18:38:36.643468 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22d087-e187-42b1-ba32-fc0f16ecdfe9 None None] Pushing event updated for resources: {'Port': ['ID=66989df8-4a6b-47b1-b157-0adb5843f492,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:36.670487 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-a5e2f3de-408b-46b0-96b5-72a42460651d None None] Provisioning complete for port 66989df8-4a6b-47b1-b157-0adb5843f492 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:36.671425 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a5e2f3de-408b-46b0-96b5-72a42460651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.673754 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:36.680434 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9721937e-5dec-483b-9459-a58b94840546 admin admin] Publish callbacks [] for security_group (cc828d22-0fe5-4a13-be2c-3fd7ebbf9b1c), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.726632 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:36.761863 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:36.769433 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d41341-4ffb-4405-8d9d-f50abbf802a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458e5fa0-c140-4413-a7e7-a8ce9caeaed5,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:36.809275 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9721937e-5dec-483b-9459-a58b94840546 admin admin] Publish callbacks [] for security_group (cc828d22-0fe5-4a13-be2c-3fd7ebbf9b1c), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:36.815517 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-bba59d56-2a6f-4c38-8167-38c7ef93fdc5 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/quotas/88976d1e56334d55ab32de5818c448d6 HTTP/1.1" status: 200 len: 375 time: 0.1237364 Jan 19 18:38:36.816263 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'Port': ['ID=b6f05217-54e5-4e57-bac8-72be04bb4a06,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:36.843675 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:35Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:36.865534 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d890c-7faa-463b-8ffe-805610d4fda3 req-7dd17e8c-42e0-4df0-98df-dacc8421a58e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:36.867649 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c06d890c-7faa-463b-8ffe-805610d4fda3 req-7dd17e8c-42e0-4df0-98df-dacc8421a58e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 944 time: 0.4914074 Jan 19 18:38:36.887131 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f072ff-22f0-466b-8956-221a8355efd0 None None] The sync data for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi is: [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:35Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:38:36.892722 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-a5e2f3de-408b-46b0-96b5-72a42460651d None None] Current status of the port 66989df8-4a6b-47b1-b157-0adb5843f492 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:37.002567 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (80e94fb9-9e2a-468f-808d-3e8feca78151), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:37.054848 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c4bcaf7f-c30c-48af-a738-8967ff14c1ab tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2025170 Jan 19 18:38:37.099169 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c06d890c-7faa-463b-8ffe-805610d4fda3 req-2ac1b109-fc5d-4a7c-814b-3ce7e6f4e33e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019973 Jan 19 18:38:37.100302 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9721937e-5dec-483b-9459-a58b94840546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (cc828d22-0fe5-4a13-be2c-3fd7ebbf9b1c), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:37.119406 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9721937e-5dec-483b-9459-a58b94840546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:37.124993 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9721937e-5dec-483b-9459-a58b94840546 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc828d22-0fe5-4a13-be2c-3fd7ebbf9b1c HTTP/1.1" status: 204 len: 168 time: 0.9321136 Jan 19 18:38:37.235640 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721937e-5dec-483b-9459-a58b94840546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc828d22-0fe5-4a13-be2c-3fd7ebbf9b1c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:37.278258 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (b6f05217-54e5-4e57-bac8-72be04bb4a06), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:37.358943 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 66989df8-4a6b-47b1-b157-0adb5843f492 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:37.519500 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-1944ab19-5d0f-4f95-afed-627c6594d421 service neutron] 10.222.0.39 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242773 Jan 19 18:38:37.550830 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc579-b9f3-42bd-80a8-c913ace2b5e1 req-61c6d07a-9618-4035-8cce-84d0b7ac6ab9 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:37.552362 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a74cc579-b9f3-42bd-80a8-c913ace2b5e1 req-61c6d07a-9618-4035-8cce-84d0b7ac6ab9 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 943 time: 0.2571366 Jan 19 18:38:37.558927 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 66989df8-4a6b-47b1-b157-0adb5843f492 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:37.564747 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:38.056116 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 66989df8-4a6b-47b1-b157-0adb5843f492 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:38.081487 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-3564dcef-eb1e-4b58-8326-9ef34703730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:38.083769 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-3564dcef-eb1e-4b58-8326-9ef34703730e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 1097 time: 0.4536479 Jan 19 18:38:38.092347 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-4a0cf1f9-fdd3-4ae4-9272-6d9f2e594ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:38.094453 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-4a0cf1f9-fdd3-4ae4-9272-6d9f2e594ae5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=190ecd7cded14dc59b52d99cb2a371ec&device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 1096 time: 0.3599281 Jan 19 18:38:38.225524 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a74cc579-b9f3-42bd-80a8-c913ace2b5e1 req-1f541ac4-98c2-4f0e-80df-06ebb77cb728 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608930 Jan 19 18:38:38.310534 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for port (b6f05217-54e5-4e57-bac8-72be04bb4a06), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:38.328636 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (b6f05217-54e5-4e57-bac8-72be04bb4a06), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:38.328842 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf03d52-905b-435f-b668-7d1af6c99ad2', 'tag': '3669deec-b47b-442d-b331-e7057d9ae357'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:38:38.353623 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87776e5d-f9ac-496f-bc28-b49d6ca32c20" -d '{"events": [{"name": "network-changed", "server_uuid": "baf03d52-905b-435f-b668-7d1af6c99ad2", "tag": "3669deec-b47b-442d-b331-e7057d9ae357"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:38:38.370181 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-b2e65882-fea9-47ca-a669-adabd9df13ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf25b29-d45f-4e15-b6d1-69765810c789 HTTP/1.1" status: 200 len: 217 time: 0.2707875 Jan 19 18:38:38.524773 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-557e7423-1d7e-4619-aedf-aebeb4d888f9 service neutron] 10.222.0.39 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9890354 Jan 19 18:38:38.525407 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (80e94fb9-9e2a-468f-808d-3e8feca78151), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:38.608804 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'Port': ['ID=b6f05217-54e5-4e57-bac8-72be04bb4a06,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:38.646547 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:38.656667 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1d41ad25-92e6-42aa-b487-cf04546b2e14 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5028801 Jan 19 18:38:38.682709 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c904638-e3bd-4cc8-9cf4-5520601cda76 req-e8927569-e84b-4ede-9e6d-1ca7d943094d tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:38.705203 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c904638-e3bd-4cc8-9cf4-5520601cda76 req-e8927569-e84b-4ede-9e6d-1ca7d943094d tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 944 time: 0.2193573 Jan 19 18:38:38.799576 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-22178433-d270-4249-8574-7cc4cfce7178 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3669deec-b47b-442d-b331-e7057d9ae357 HTTP/1.1" status: 200 len: 217 time: 0.6409667 Jan 19 18:38:38.864138 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c904638-e3bd-4cc8-9cf4-5520601cda76 req-c8467bc5-45a6-4e92-bab5-934189292891 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578028 Jan 19 18:38:38.867370 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-2cab1bb6-5206-4e89-88e7-64990f6e1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:38.876865 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-2cab1bb6-5206-4e89-88e7-64990f6e1c2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa HTTP/1.1" status: 200 len: 854 time: 0.4937878 Jan 19 18:38:39.109829 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-8b9192d7-3950-4a2c-86c1-18e92046c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:39.113400 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-8b9192d7-3950-4a2c-86c1-18e92046c756 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b6adae3-b525-4f1a-90e1-5a0e369ba8ad HTTP/1.1" status: 200 len: 851 time: 0.2221227 Jan 19 18:38:39.119299 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-297e4dd1-58cf-42aa-9f8f-09c2ae62e475 req-58d26e34-72cb-43c6-8bf2-ccb9106f4ac2 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 210 time: 0.0842927 Jan 19 18:38:39.143639 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6693d14-64f4-4327-936d-c33212d41f64 x-openstack-request-id: req-c6693d14-64f4-4327-936d-c33212d41f64 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:38:39.144244 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf03d52-905b-435f-b668-7d1af6c99ad2", "tag": "3669deec-b47b-442d-b331-e7057d9ae357", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:38:39.144556 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6693d14-64f4-4327-936d-c33212d41f64 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:38:39.147612 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf03d52-905b-435f-b668-7d1af6c99ad2', 'tag': '3669deec-b47b-442d-b331-e7057d9ae357', 'status': 'completed', 'code': 200} Jan 19 18:38:39.227095 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-690f9c06-a670-4405-872d-678f39ca687f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26a47aa7-117f-4621-b9ad-80fcc51b4f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3343523 Jan 19 18:38:39.261784 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-5fb9978a-c5dc-4708-8b00-f2bf06875ad3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c19d98e-e150-446a-9bd7-ed90c2186627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753081 Jan 19 18:38:39.695441 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ec733-fc45-43f3-ac54-d3c269069793 req-72788e83-3063-487f-9153-61ed4b6c503a tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:39.713552 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-180ec733-fc45-43f3-ac54-d3c269069793 req-72788e83-3063-487f-9153-61ed4b6c503a tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 943 time: 0.2519829 Jan 19 18:38:39.886821 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-180ec733-fc45-43f3-ac54-d3c269069793 req-72aeef0a-0ca0-442e-bba8-168c47f775b5 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717603 Jan 19 18:38:39.890739 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-c6a12aef-49e9-4f6d-876a-a444e58c0b82 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--774965242&fields=id&tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0 HTTP/1.1" status: 200 len: 267 time: 0.2909191 Jan 19 18:38:39.994941 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-118d8b99-ec20-4a98-965b-e41ae2d9b0b0 service neutron] 10.222.0.35 "GET /v2.0/networks/6c19d98e-e150-446a-9bd7-ed90c2186627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7170112 Jan 19 18:38:40.191683 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-7c7d2c3e-6bb3-4cf0-ada7-d7be69f760fb service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9402812 Jan 19 18:38:40.262923 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-bfcc1e09-437a-4704-9b57-855b0700206b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:40.272736 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-bfcc1e09-437a-4704-9b57-855b0700206b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 816 time: 0.3620532 Jan 19 18:38:40.345055 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ed60bb3d-47c4-47fd-b6e2-9252c5278546 req-68172179-ccba-4b8f-a23a-4508bb0be9c6 service neutron] 10.222.0.35 "GET /v2.0/networks/6c19d98e-e150-446a-9bd7-ed90c2186627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307743 Jan 19 18:38:40.396888 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-39cd2da2-be4c-44d3-8997-8da9021c2f1e req-154cf3c1-67a6-4c9e-9b6a-c7f33287dbc6 service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813660 Jan 19 18:38:40.481894 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-abc9635a-d8ed-4abf-aa20-525cb427d949 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/quotas/89d4e9bdbe8c4c9d841d7a69bb3e40a0 HTTP/1.1" status: 200 len: 375 time: 0.2077737 Jan 19 18:38:40.606364 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87776e5d-f9ac-496f-bc28-b49d6ca32c20 req-4ab5a37f-d74b-46b9-9cd4-23af9ffc346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:40.612236 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-87776e5d-f9ac-496f-bc28-b49d6ca32c20 req-4ab5a37f-d74b-46b9-9cd4-23af9ffc346f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=190ecd7cded14dc59b52d99cb2a371ec&device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 1096 time: 0.1349204 Jan 19 18:38:40.663959 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd17e2-f7a5-4926-b8dc-026a0bc0d975 req-91294038-599f-4f70-9405-72c56c0497f7 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:40.667211 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9dbd17e2-f7a5-4926-b8dc-026a0bc0d975 req-91294038-599f-4f70-9405-72c56c0497f7 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 944 time: 0.5697527 Jan 19 18:38:40.708521 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-9655b4dc-2358-473e-91e9-ecd1512fd985 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2086458 Jan 19 18:38:40.922657 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9dbd17e2-f7a5-4926-b8dc-026a0bc0d975 req-6df1615e-53bd-4c6b-ba6f-ae1f523359ef tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303693 Jan 19 18:38:41.117391 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-ea0543d9-43e3-4b38-8b80-c91d7eafd1d4 service neutron] 10.222.0.39 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457813 Jan 19 18:38:41.200240 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cbd58-465b-4079-881f-2de8879e9a51 req-c8087ae6-4341-404c-b637-cacda0b35e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:41.222138 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-014cbd58-465b-4079-881f-2de8879e9a51 req-c8087ae6-4341-404c-b637-cacda0b35e65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 1097 time: 0.5340905 Jan 19 18:38:41.289447 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.35', 56298) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:41.354285 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87776e5d-f9ac-496f-bc28-b49d6ca32c20 req-cc65d05a-c48d-40e0-85b7-1b4a6e82a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:41.359934 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-87776e5d-f9ac-496f-bc28-b49d6ca32c20 req-cc65d05a-c48d-40e0-85b7-1b4a6e82a96b service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c19d98e-e150-446a-9bd7-ed90c2186627 HTTP/1.1" status: 200 len: 911 time: 0.7278602 Jan 19 18:38:41.385314 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36860) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:41.546635 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-79493569-8e6d-4350-95c0-d91189ae8aab req-3027b75b-10f2-4e18-b53f-7bac74a0e6c2 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 210 time: 0.3946972 Jan 19 18:38:41.956968 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-ceece28f-0297-4359-a8d0-f0ed9a4367df service neutron] 10.222.0.39 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275039 Jan 19 18:38:41.969420 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cbd58-465b-4079-881f-2de8879e9a51 req-712a1886-9f8f-4da2-a8ff-09f2122a9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:41.972414 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-014cbd58-465b-4079-881f-2de8879e9a51 req-712a1886-9f8f-4da2-a8ff-09f2122a9f4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 914 time: 0.5869150 Jan 19 18:38:41.977689 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-87776e5d-f9ac-496f-bc28-b49d6ca32c20 req-d1a15bb9-760d-4905-b002-86b45c3fa29f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3669deec-b47b-442d-b331-e7057d9ae357 HTTP/1.1" status: 200 len: 217 time: 0.6091781 Jan 19 18:38:42.037771 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-f1bef8e6-6967-4d08-b475-8d7d6c932092 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:42.044450 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-f1bef8e6-6967-4d08-b475-8d7d6c932092 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.35 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 811 time: 0.7452476 Jan 19 18:38:42.084071 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03836414-7bb9-4bf6-abd6-33a167aca09f req-a65ad69b-b954-4b36-9cbe-d3ded66bea57 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:42.097209 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-03836414-7bb9-4bf6-abd6-33a167aca09f req-a65ad69b-b954-4b36-9cbe-d3ded66bea57 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 943 time: 0.2858520 Jan 19 18:38:42.117673 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1561199789-network', 'tenant_id': 'a11531700f284a98bdb77aed0e7d841d'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:42.177821 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-014cbd58-465b-4079-881f-2de8879e9a51 req-95697ef2-5a76-4aab-8bf4-92b002b42287 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf25b29-d45f-4e15-b6d1-69765810c789 HTTP/1.1" status: 200 len: 217 time: 0.1607869 Jan 19 18:38:42.319278 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87776e5d-f9ac-496f-bc28-b49d6ca32c20 req-e7ec8991-7c8c-4909-a475-e5e44fcf9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:42.321002 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-87776e5d-f9ac-496f-bc28-b49d6ca32c20 req-e7ec8991-7c8c-4909-a475-e5e44fcf9779 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b6adae3-b525-4f1a-90e1-5a0e369ba8ad HTTP/1.1" status: 200 len: 851 time: 0.2677786 Jan 19 18:38:42.322710 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cbd58-465b-4079-881f-2de8879e9a51 req-6fa9b21b-4966-4afd-ace4-3b0627aa8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:42.324466 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-014cbd58-465b-4079-881f-2de8879e9a51 req-6fa9b21b-4966-4afd-ace4-3b0627aa8bed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa HTTP/1.1" status: 200 len: 854 time: 0.1333518 Jan 19 18:38:42.408267 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-87776e5d-f9ac-496f-bc28-b49d6ca32c20 req-62d8e489-865a-49fd-acf1-a0311189735c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c19d98e-e150-446a-9bd7-ed90c2186627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666761 Jan 19 18:38:42.468962 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-014cbd58-465b-4079-881f-2de8879e9a51 req-99ab7574-ba54-4ae0-b356-5f476c2f78bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26a47aa7-117f-4621-b9ad-80fcc51b4f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588291 Jan 19 18:38:42.731987 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-87776e5d-f9ac-496f-bc28-b49d6ca32c20 req-d2e67484-59c3-459d-8611-82236bc0a79e service neutron] 10.222.0.35 "GET /v2.0/networks/6c19d98e-e150-446a-9bd7-ed90c2186627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611454 Jan 19 18:38:42.747958 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-7ddaed2b-83b4-4e04-acf5-cc94643577da tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88976d1e56334d55ab32de5818c448d6 HTTP/1.1" status: 200 len: 380 time: 0.6837697 Jan 19 18:38:42.748169 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36922) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:42.754961 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-03836414-7bb9-4bf6-abd6-33a167aca09f req-78cd844d-4170-4570-8370-64f220d0f3d6 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563933 Jan 19 18:38:42.763432 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'port': {'device_id': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'admin_state_up': True, 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'security_groups': ['612925b5-83d3-4eee-abf5-6218eb7bef1c']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:42.852816 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Made reservation on behalf of a11531700f284a98bdb77aed0e7d841d for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:42.859557 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:42.998745 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.049589 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2d7ece25-c99e-4443-ba45-ae7a8c934481 req-9350126a-42aa-47a2-91b0-28af0306b213 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 210 time: 0.0637167 Jan 19 18:38:43.079565 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d967453-5e59-4e62-ae5f-aabc7ac13d6a req-9c45143d-f7a6-4ae2-a5a0-2d7db944b813 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:43.088011 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7d967453-5e59-4e62-ae5f-aabc7ac13d6a req-9c45143d-f7a6-4ae2-a5a0-2d7db944b813 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 944 time: 0.7546875 Jan 19 18:38:43.132957 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Made reservation on behalf of 88976d1e56334d55ab32de5818c448d6 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:43.152790 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.186474 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-014cbd58-465b-4079-881f-2de8879e9a51 req-ce774436-943b-4b8b-a042-0bc096e9482b service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957330 Jan 19 18:38:43.281670 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7d967453-5e59-4e62-ae5f-aabc7ac13d6a req-984895b6-b21f-437c-a71b-4ee7e817087f tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883206 Jan 19 18:38:43.352983 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-87776e5d-f9ac-496f-bc28-b49d6ca32c20 req-8a7364dd-1a79-4a65-9446-62e4c03a1352 service neutron] 10.222.0.35 "GET /v2.0/networks/6c19d98e-e150-446a-9bd7-ed90c2186627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004450 Jan 19 18:38:43.359871 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-014cbd58-465b-4079-881f-2de8879e9a51 req-ee541b59-1e78-429c-9f93-b8ac1220c519 service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648946 Jan 19 18:38:43.408475 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-af084b53-6b48-465e-9a53-b68f6edeea45 req-7af9a27f-90ab-4d2c-81d6-ff77ea295c7f tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 210 time: 0.1461451 Jan 19 18:38:43.464333 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Publish callbacks [] for security_group (f4c166a2-c1f8-43c0-a811-a646a1267711), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.484682 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (f4c166a2-c1f8-43c0-a811-a646a1267711), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.574304 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:38:43.592483 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36934) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:43.633255 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (04a5145f-b4ea-47fd-982a-72f6d95f4ad7), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.633601 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Added segment 04a5145f-b4ea-47fd-982a-72f6d95f4ad7 of type vlan for network 51ebc789-1f98-41e4-bcab-2347d74f9812 Jan 19 18:38:43.635264 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c166a2-c1f8-43c0-a811-a646a1267711,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:43.652858 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c028d4e9-4d52-4400-a7a2-a58e06a08324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.706121 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (51ebc789-1f98-41e4-bcab-2347d74f9812), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.725353 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Allocated IP 172.20.0.8 (d3a83c77-a086-4b56-b863-c2c3d2e498a2/0924a93a-d057-4ea7-b98a-07d64d6605b6/a1c230ac-9512-4467-8015-7d53593f1bff) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:43.758743 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (51ebc789-1f98-41e4-bcab-2347d74f9812), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.759802 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:43.760380 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.767750 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-847ac124-5819-43f6-b244-077ac12cbd72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.906550 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4383745 Jan 19 18:38:43.910035 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36944) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:43.920150 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] Request body: {'subnet': {'network_id': '51ebc789-1f98-41e4-bcab-2347d74f9812', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1561199789-subnet', 'tenant_id': 'a11531700f284a98bdb77aed0e7d841d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:43.926414 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c028d4e9-4d52-4400-a7a2-a58e06a08324 admin admin] Publish callbacks [] for security_group (717feb1f-1ae6-4762-81c3-a0b10f2fb658), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.937379 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c028d4e9-4d52-4400-a7a2-a58e06a08324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (717feb1f-1ae6-4762-81c3-a0b10f2fb658), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:43.970153 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-c028d4e9-4d52-4400-a7a2-a58e06a08324 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4656c1e5c79043d9a16f07e5930b312a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2198625 Jan 19 18:38:43.982566 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36946) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:43.984290 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4e62d-08ba-4f8e-8ddc-06e16517956c admin admin] Pushing event updated for resources: {'Network': ['ID=51ebc789-1f98-41e4-bcab-2347d74f9812,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:44.025713 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network 51ebc789-1f98-41e4-bcab-2347d74f9812 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:38:44.086635 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028d4e9-4d52-4400-a7a2-a58e06a08324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717feb1f-1ae6-4762-81c3-a0b10f2fb658,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:44.131687 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] Made reservation on behalf of a11531700f284a98bdb77aed0e7d841d for: {'subnet': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:44.141419 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:44.160995 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940806a-db86-4ca9-ab97-a36605458510 req-484fed13-3fac-43fe-826c-3d02f8dd9b18 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:44.162628 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8940806a-db86-4ca9-ab97-a36605458510 req-484fed13-3fac-43fe-826c-3d02f8dd9b18 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 943 time: 0.2431686 Jan 19 18:38:44.169425 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for port (a1c230ac-9512-4467-8015-7d53593f1bff), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:44.182235 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-847ac124-5819-43f6-b244-077ac12cbd72 admin admin] Publish callbacks [] for security_group (3af79f20-e2ca-4a66-b2b7-ee95b0dd145b), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:44.218502 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-847ac124-5819-43f6-b244-077ac12cbd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (3af79f20-e2ca-4a66-b2b7-ee95b0dd145b), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:44.250760 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-847ac124-5819-43f6-b244-077ac12cbd72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0315f4af72974f2f91bcd73cc64d1052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6548779 Jan 19 18:38:44.261007 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36950) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:44.274660 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8940806a-db86-4ca9-ab97-a36605458510 req-0ec52bc6-8a6d-4d4f-afc4-7088abbf0a69 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021371 Jan 19 18:38:44.279934 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bfca42b0-8b20-4a04-9fea-d8bf54d9f489 admin admin] Publish callbacks [] for security_group (717feb1f-1ae6-4762-81c3-a0b10f2fb658), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:44.346624 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bfca42b0-8b20-4a04-9fea-d8bf54d9f489 admin admin] Publish callbacks [] for security_group (717feb1f-1ae6-4762-81c3-a0b10f2fb658), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:44.411357 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ac124-5819-43f6-b244-077ac12cbd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af79f20-e2ca-4a66-b2b7-ee95b0dd145b,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:44.442968 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-5d5432ad-c638-4f9d-bba1-f41ebc04c5e1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:44.444544 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-5d5432ad-c638-4f9d-bba1-f41ebc04c5e1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 816 time: 0.4345524 Jan 19 18:38:44.509044 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6dc5f704-c12c-4bbf-b8dc-60ac767d0982 req-da11410f-7d91-4979-b010-239bb0aee364 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 210 time: 0.2419744 Jan 19 18:38:44.531396 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6d2177dc-f2d3-4c37-a5c0-a7747db3f813 admin admin] Publish callbacks [] for security_group (3af79f20-e2ca-4a66-b2b7-ee95b0dd145b), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:44.551786 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bfca42b0-8b20-4a04-9fea-d8bf54d9f489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (717feb1f-1ae6-4762-81c3-a0b10f2fb658), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:44.556992 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bfca42b0-8b20-4a04-9fea-d8bf54d9f489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:44.559103 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-bfca42b0-8b20-4a04-9fea-d8bf54d9f489 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/717feb1f-1ae6-4762-81c3-a0b10f2fb658 HTTP/1.1" status: 204 len: 168 time: 0.5764284 Jan 19 18:38:44.584577 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca42b0-8b20-4a04-9fea-d8bf54d9f489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717feb1f-1ae6-4762-81c3-a0b10f2fb658,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:44.622281 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6d2177dc-f2d3-4c37-a5c0-a7747db3f813 admin admin] Publish callbacks [] for security_group (3af79f20-e2ca-4a66-b2b7-ee95b0dd145b), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:44.628257 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483d9d7-3c6f-494a-a922-5af1b9ea3306 req-9e661907-e052-4e5c-9682-c79782540fdd tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:44.631268 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2483d9d7-3c6f-494a-a922-5af1b9ea3306 req-9e661907-e052-4e5c-9682-c79782540fdd tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 944 time: 0.2056606 Jan 19 18:38:44.634088 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:44.645321 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-4588275e-77f1-4444-b19a-6d0546d7d374 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0 HTTP/1.1" status: 200 len: 379 time: 0.1920800 Jan 19 18:38:44.682626 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'port': {'device_id': '7a9f3403-4437-466f-955b-b8b12295778b', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'admin_state_up': True, 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'security_groups': ['d1952ce6-a5ec-4b5a-b5cf-7853b07c682d']}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:44.883585 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'Port': ['ID=a1c230ac-9512-4467-8015-7d53593f1bff,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:44.926265 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Network d3a83c77-a086-4b56-b863-c2c3d2e498a2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:44.928685 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:44.939985 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:44.951004 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:44.952794 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.043513 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81080ec5-889e-44d8-adc4-bcf72eb67ec3 req-2d8561e3-9257-45f0-af02-94d38f2d084a tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:45.055819 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-81080ec5-889e-44d8-adc4-bcf72eb67ec3 req-2d8561e3-9257-45f0-af02-94d38f2d084a tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 931 time: 0.2052517 Jan 19 18:38:45.074203 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2483d9d7-3c6f-494a-a922-5af1b9ea3306 req-5042e132-bfb0-4284-bfc4-fb95a12587b1 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097688 Jan 19 18:38:45.082979 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c6b731ab-75b8-42b7-8969-6177ada25a06 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3262525 Jan 19 18:38:45.103246 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Request body: {'port': {'device_id': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:45.199721 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 3669deec-b47b-442d-b331-e7057d9ae357 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:38:45.243896 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36968) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:45.253565 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.304050 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-81080ec5-889e-44d8-adc4-bcf72eb67ec3 req-bf1b128a-c5c7-42ed-81d6-ca34fa299a90 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463083 Jan 19 18:38:45.308880 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-278c1669-0471-4dd3-92e7-075b007349dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.309873 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (fcf5cc4e-d0b3-470c-9326-11477512f0f1), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.332748 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6d2177dc-f2d3-4c37-a5c0-a7747db3f813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (3af79f20-e2ca-4a66-b2b7-ee95b0dd145b), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.335789 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6d2177dc-f2d3-4c37-a5c0-a7747db3f813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.340400 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-6d2177dc-f2d3-4c37-a5c0-a7747db3f813 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3af79f20-e2ca-4a66-b2b7-ee95b0dd145b HTTP/1.1" status: 204 len: 168 time: 1.0764208 Jan 19 18:38:45.417333 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2177dc-f2d3-4c37-a5c0-a7747db3f813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af79f20-e2ca-4a66-b2b7-ee95b0dd145b,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:45.479041 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf5cc4e-d0b3-470c-9326-11477512f0f1,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:45.542687 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] Checking segment: {'id': '04a5145f-b4ea-47fd-982a-72f6d95f4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51ebc789-1f98-41e4-bcab-2347d74f9812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:45.543861 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] Network hostable DHCP agents. Network: 51ebc789-1f98-41e4-bcab-2347d74f9812, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:38:45.548041 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-278c1669-0471-4dd3-92e7-075b007349dc admin admin] Publish callbacks [] for security_group (a391e7ad-4abc-4aa8-9ac6-cb15ce10898e), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.551699 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-36f04b66-e28f-4299-b53e-da2c27edcfb0 None None] Provisioning complete for port a1c230ac-9512-4467-8015-7d53593f1bff triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:45.552448 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Made reservation on behalf of 89d4e9bdbe8c4c9d841d7a69bb3e40a0 for: {'port': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:45.557456 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-36f04b66-e28f-4299-b53e-da2c27edcfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.559806 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.570252 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 3669deec-b47b-442d-b331-e7057d9ae357, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=3669deec-b47b-442d-b331-e7057d9ae357,segment=NetworkSegment(33b3d1d8-4d72-4924-8040-c3ca0faf6137),segment_id=33b3d1d8-4d72-4924-8040-c3ca0faf6137)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:45.582050 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-278c1669-0471-4dd3-92e7-075b007349dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (a391e7ad-4abc-4aa8-9ac6-cb15ce10898e), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.615740 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] Network 51ebc789-1f98-41e4-bcab-2347d74f9812 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:38:45.668001 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '3669deec-b47b-442d-b331-e7057d9ae357', 'network_id': '6c19d98e-e150-446a-9bd7-ed90c2186627', 'port_id': '3669deec-b47b-442d-b331-e7057d9ae357', 'mac_address': 'fa:16:3e:1f:ab:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6adae3-b525-4f1a-90e1-5a0e369ba8ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:38:45.713860 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, 51ebc789-1f98-41e4-bcab-2347d74f9812) {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:45.723564 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:45.724855 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.755546 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-278c1669-0471-4dd3-92e7-075b007349dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=686e5c35f6294b81a7d7e77095ea962d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4936302 Jan 19 18:38:45.759903 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 36980) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:45.783081 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c1669-0471-4dd3-92e7-075b007349dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a391e7ad-4abc-4aa8-9ac6-cb15ce10898e,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:45.835961 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6353fb-b4dc-41fa-ab54-31335dcafa1c req-d2579a93-fb65-43c1-9524-7916c1d034d6 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:45.835961 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1e6353fb-b4dc-41fa-ab54-31335dcafa1c req-d2579a93-fb65-43c1-9524-7916c1d034d6 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 943 time: 0.3555906 Jan 19 18:38:45.859994 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-49a5b32c-2148-4cc1-b623-085bb15000b1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9429531 Jan 19 18:38:45.879842 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 3669deec-b47b-442d-b331-e7057d9ae357 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:45.881135 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3669deec-b47b-442d-b331-e7057d9ae357), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:45.884402 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe2d6d1-b7a7-4de5-99c5-24830e441b7c None None] Network 51ebc789-1f98-41e4-bcab-2347d74f9812 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:45.914548 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-36f04b66-e28f-4299-b53e-da2c27edcfb0 None None] Port a1c230ac-9512-4467-8015-7d53593f1bff cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:38:46.007167 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3669deec-b47b-442d-b331-e7057d9ae357 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:38:46.038473 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Allocated IP 172.20.0.11 (0187b0ba-93b9-4dd9-ad91-488eea245e88/3ebd8c75-0ae0-46f0-8644-649592054265/9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:38:46.054717 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 3669deec-b47b-442d-b331-e7057d9ae357, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=3669deec-b47b-442d-b331-e7057d9ae357,segment=NetworkSegment(33b3d1d8-4d72-4924-8040-c3ca0faf6137),segment_id=33b3d1d8-4d72-4924-8040-c3ca0faf6137)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:46.084091 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (3669deec-b47b-442d-b331-e7057d9ae357), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:46.090788 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9bf25b29-d45f-4e15-b6d1-69765810c789 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:38:46.272248 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 36992) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:46.295189 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a60862f3-cfea-4701-90a2-c43b731d0cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:46.381865 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:46.425461 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7cabec2e-635d-43c2-8fc8-b43ac736030f req-9121468f-30bd-4960-9d74-ccec09873848 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 210 time: 0.4843464 Jan 19 18:38:46.495525 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1e6353fb-b4dc-41fa-ab54-31335dcafa1c req-24d03ddc-38aa-44ce-a063-de842d535e35 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330245 Jan 19 18:38:46.546112 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e038b8c2-51a1-4442-b4dc-2679addb651e admin admin] Publish callbacks [] for security_group (a391e7ad-4abc-4aa8-9ac6-cb15ce10898e), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:46.556487 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a60862f3-cfea-4701-90a2-c43b731d0cd4 admin admin] Publish callbacks [] for security_group (2d6d5d3e-76c1-4393-8efc-362be69bf35a), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:46.558621 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:46.602637 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9bf25b29-d45f-4e15-b6d1-69765810c789, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9bf25b29-d45f-4e15-b6d1-69765810c789,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:46.656100 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a60862f3-cfea-4701-90a2-c43b731d0cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2d6d5d3e-76c1-4393-8efc-362be69bf35a), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:46.663478 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e038b8c2-51a1-4442-b4dc-2679addb651e admin admin] Publish callbacks [] for security_group (a391e7ad-4abc-4aa8-9ac6-cb15ce10898e), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:46.685507 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '9bf25b29-d45f-4e15-b6d1-69765810c789', 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58', 'port_id': '9bf25b29-d45f-4e15-b6d1-69765810c789', 'mac_address': 'fa:16:3e:a4:7a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:38:46.704677 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'Port': ['ID=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:46.787495 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92448a89-a512-4ba1-b375-8ccf4efc1b8f None None] Network 51ebc789-1f98-41e4-bcab-2347d74f9812 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:46.792028 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=3669deec-b47b-442d-b331-e7057d9ae357,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:46.812204 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60862f3-cfea-4701-90a2-c43b731d0cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6d5d3e-76c1-4393-8efc-362be69bf35a,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:46.833763 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Network 0187b0ba-93b9-4dd9-ad91-488eea245e88 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:38:46.836876 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a60862f3-cfea-4701-90a2-c43b731d0cd4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0c3a63c48d84a7faa0ccf16c4822f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5631244 Jan 19 18:38:46.841288 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37000) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:46.857351 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:46.865542 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:38:46.876187 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:46.876830 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:46.931232 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 9bf25b29-d45f-4e15-b6d1-69765810c789 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:46.931634 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:46.977158 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-06596be7-186e-490a-938a-41ef9fadd878 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3143697 Jan 19 18:38:46.992262 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf25b29-d45f-4e15-b6d1-69765810c789 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:38:47.003102 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Request body: {'port': {'device_id': '7a9f3403-4437-466f-955b-b8b12295778b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:47.056190 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9bf25b29-d45f-4e15-b6d1-69765810c789, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9bf25b29-d45f-4e15-b6d1-69765810c789,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:47.108732 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c230ac-9512-4467-8015-7d53593f1bff {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:38:47.141347 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Publish callbacks [] for port (a1c230ac-9512-4467-8015-7d53593f1bff), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:47.154345 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:47.163032 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe00f3-d7d0-49fd-90b2-f179678bc0ec req-05c01f88-98fc-4563-b5cc-0c20b2de9699 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:47.176289 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ecbe00f3-d7d0-49fd-90b2-f179678bc0ec req-05c01f88-98fc-4563-b5cc-0c20b2de9699 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 944 time: 0.4876983 Jan 19 18:38:47.201281 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f064ba-5008-4c1b-ba6a-dc6a117a02cc req-db9aa038-1705-4fed-b38e-50bd7a8dee1b tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:47.218089 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4f064ba-5008-4c1b-ba6a-dc6a117a02cc req-db9aa038-1705-4fed-b38e-50bd7a8dee1b tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 931 time: 0.5267365 Jan 19 18:38:47.242766 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e038b8c2-51a1-4442-b4dc-2679addb651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (a391e7ad-4abc-4aa8-9ac6-cb15ce10898e), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:47.254943 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e038b8c2-51a1-4442-b4dc-2679addb651e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:47.273495 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:47.273786 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e038b8c2-51a1-4442-b4dc-2679addb651e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a391e7ad-4abc-4aa8-9ac6-cb15ce10898e HTTP/1.1" status: 204 len: 168 time: 1.4873540 Jan 19 18:38:47.298577 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7fe81330-0fd6-4742-9930-685a59529da2 admin admin] Publish callbacks [] for security_group (2d6d5d3e-76c1-4393-8efc-362be69bf35a), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:47.385914 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7fe81330-0fd6-4742-9930-685a59529da2 admin admin] Publish callbacks [] for security_group (2d6d5d3e-76c1-4393-8efc-362be69bf35a), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:47.390958 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Transition to ACTIVE for port object a1c230ac-9512-4467-8015-7d53593f1bff will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:38:47.397700 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038b8c2-51a1-4442-b4dc-2679addb651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a391e7ad-4abc-4aa8-9ac6-cb15ce10898e,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:47.417690 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:47.456261 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=9bf25b29-d45f-4e15-b6d1-69765810c789,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:47.546018 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['9bf25b29-d45f-4e15-b6d1-69765810c789'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:38:47.598855 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7fe81330-0fd6-4742-9930-685a59529da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2d6d5d3e-76c1-4393-8efc-362be69bf35a), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:47.601029 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4f064ba-5008-4c1b-ba6a-dc6a117a02cc req-01e87214-5577-4628-bd4c-32a47431288c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812644 Jan 19 18:38:47.610461 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7fe81330-0fd6-4742-9930-685a59529da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:47.616880 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-7fe81330-0fd6-4742-9930-685a59529da2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d6d5d3e-76c1-4393-8efc-362be69bf35a HTTP/1.1" status: 204 len: 168 time: 0.7728229 Jan 19 18:38:47.682878 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ecbe00f3-d7d0-49fd-90b2-f179678bc0ec req-84b7b14a-4f83-4069-8997-31d7634a995c tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050323 Jan 19 18:38:47.788983 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37024) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:47.794612 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe81330-0fd6-4742-9930-685a59529da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6d5d3e-76c1-4393-8efc-362be69bf35a,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:47.830149 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1050662568-network', 'tenant_id': '7179ef73293b46e0afeab57623d24b61'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:47.914471 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['3669deec-b47b-442d-b331-e7057d9ae357'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:38:47.943857 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Made reservation on behalf of 7179ef73293b46e0afeab57623d24b61 for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:47.953721 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.048902 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.097357 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c230ac-9512-4467-8015-7d53593f1bff,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:48.161648 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-bda21609-008b-4eb5-a73c-eff9257ec00f None None] Provisioning complete for port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:48.162359 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bda21609-008b-4eb5-a73c-eff9257ec00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.266304 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Attempting to bind port a1c230ac-9512-4467-8015-7d53593f1bff on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:38:48.269455 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Attempting to bind port a1c230ac-9512-4467-8015-7d53593f1bff by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:38:48.270166 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Attempting to bind port a1c230ac-9512-4467-8015-7d53593f1bff on network d3a83c77-a086-4b56-b863-c2c3d2e498a2 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:48.377346 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Port a1c230ac-9512-4467-8015-7d53593f1bff on network d3a83c77-a086-4b56-b863-c2c3d2e498a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:38:48.377988 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Attempting to bind port a1c230ac-9512-4467-8015-7d53593f1bff on network d3a83c77-a086-4b56-b863-c2c3d2e498a2 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:48.427730 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:38:48.428437 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Checking segment: {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:48.429983 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Bound using segment: {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:38:48.430784 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Bound port: a1c230ac-9512-4467-8015-7d53593f1bff, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:38:48.431489 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.473250 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a09094-4786-4cac-88e5-39161b22abe3 req-9bdd93e1-98ef-4085-8e86-7e5ef5647dfe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:48.476130 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-99a09094-4786-4cac-88e5-39161b22abe3 req-9bdd93e1-98ef-4085-8e86-7e5ef5647dfe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 932 time: 0.5088501 Jan 19 18:38:48.485834 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Publish callbacks [] for security_group (ee1fdb16-e817-4044-b07d-049ff178c0ef), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.491393 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72681e5-6b1f-4861-b0f7-ab9d5594a4b3 req-2e2f70e3-1d73-4d58-9821-47c852056c25 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:48.504845 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c72681e5-6b1f-4861-b0f7-ab9d5594a4b3 req-2e2f70e3-1d73-4d58-9821-47c852056c25 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 944 time: 0.5236542 Jan 19 18:38:48.508077 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-bda21609-008b-4eb5-a73c-eff9257ec00f None None] Port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:38:48.526154 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ee1fdb16-e817-4044-b07d-049ff178c0ef), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.559996 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.627703 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:38:48.674582 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] For port a1c230ac-9512-4467-8015-7d53593f1bff, host hv-cinder-82536, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:38:48.691632 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (9370848e-7c62-4646-8139-4617eda15d7e), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.692186 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Added segment 9370848e-7c62-4646-8139-4617eda15d7e of type vlan for network 53194534-45cc-4376-bbe7-5e5024fc6712 Jan 19 18:38:48.710607 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1fdb16-e817-4044-b07d-049ff178c0ef,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:48.726514 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] For port a1c230ac-9512-4467-8015-7d53593f1bff, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a1c230ac-9512-4467-8015-7d53593f1bff,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:38:48.771254 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.802464 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (53194534-45cc-4376-bbe7-5e5024fc6712), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.897566 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (53194534-45cc-4376-bbe7-5e5024fc6712), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.899182 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:48.899952 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:48.901890 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c230ac-9512-4467-8015-7d53593f1bff,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:48.968220 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-99a09094-4786-4cac-88e5-39161b22abe3 req-6c5d9cea-8936-44f4-8918-4354add48d55 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4545248 Jan 19 18:38:49.012604 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2075486 Jan 19 18:38:49.017521 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:49.018636 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:49.021122 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37050) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:49.021292 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dce597ee-a629-4382-b0d5-6e9f8c7a44f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/a1c230ac-9512-4467-8015-7d53593f1bff HTTP/1.1" status: 200 len: 1093 time: 3.9266951 Jan 19 18:38:49.021972 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'tag': 'a1c230ac-9512-4467-8015-7d53593f1bff'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:38:49.041971 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] Request body: {'subnet': {'network_id': '53194534-45cc-4376-bbe7-5e5024fc6712', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1050662568-subnet', 'tenant_id': '7179ef73293b46e0afeab57623d24b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:49.051221 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:38:49.068123 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Publish callbacks [] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:49.080536 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3f3c5-1ab4-4312-9046-4c4d4c7974e4 admin admin] Pushing event updated for resources: {'Network': ['ID=53194534-45cc-4376-bbe7-5e5024fc6712,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:49.109523 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Transition to ACTIVE for port object 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb will not be triggered until provisioned by entity L2. {{(pid=103027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:38:49.113178 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network 53194534-45cc-4376-bbe7-5e5024fc6712 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:38:49.121150 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:49.144115 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] Made reservation on behalf of 7179ef73293b46e0afeab57623d24b61 for: {'subnet': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:49.147919 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:49.382646 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 3669deec-b47b-442d-b331-e7057d9ae357 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:49.405488 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c72681e5-6b1f-4861-b0f7-ab9d5594a4b3 req-4cabfe24-86dc-49c3-9f04-6ed5c28c6097 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8969662 Jan 19 18:38:49.561105 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-47966579-146a-40a9-a699-c90fc4edb079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:49.573533 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port 3669deec-b47b-442d-b331-e7057d9ae357 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:38:49.602147 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 3669deec-b47b-442d-b331-e7057d9ae357 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:49.602715 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (3669deec-b47b-442d-b331-e7057d9ae357), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:49.678781 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Pushing event updated for resources: {'Port': ['ID=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:49.697234 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Attempting to bind port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:38:49.698072 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Attempting to bind port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:38:49.698258 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Attempting to bind port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb on network 0187b0ba-93b9-4dd9-ad91-488eea245e88 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:49.731480 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb on network 0187b0ba-93b9-4dd9-ad91-488eea245e88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:38:49.731804 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Attempting to bind port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb on network 0187b0ba-93b9-4dd9-ad91-488eea245e88 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:38:49.761064 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:38:49.761687 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Checking segment: {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:49.762312 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Bound using segment: {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:38:49.762954 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Bound port: 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:38:49.763481 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:49.849416 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37076) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:49.906762 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-35da25b8-2f67-44d5-80d1-e89c4fc3dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:49.909061 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-35da25b8-2f67-44d5-80d1-e89c4fc3dae2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 1096 time: 0.5562899 Jan 19 18:38:49.922267 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8472d18-a0e1-4153-bac6-eb1230ea48e4 req-8281d9f0-fb7c-4339-a95a-b26bd00c10dd tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:49.924099 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8472d18-a0e1-4153-bac6-eb1230ea48e4 req-8281d9f0-fb7c-4339-a95a-b26bd00c10dd tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 943 time: 0.5685716 Jan 19 18:38:49.964384 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:38:50.003016 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:38:50.022571 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:50.023478 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 3669deec-b47b-442d-b331-e7057d9ae357 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:50.024086 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3669deec-b47b-442d-b331-e7057d9ae357), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:50.048499 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-28a5a251-d348-452e-8581-de8f595e56f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c230ac-9512-4467-8015-7d53593f1bff HTTP/1.1" status: 200 len: 217 time: 0.1220369 Jan 19 18:38:50.064390 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bacabc-1249-4743-953f-8c759563aff8 req-04ea94b7-aed9-4e72-9289-c08970792185 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:50.071475 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-49bacabc-1249-4743-953f-8c759563aff8 req-04ea94b7-aed9-4e72-9289-c08970792185 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 945 time: 0.3182340 Jan 19 18:38:50.082279 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0054df5d-9709-4bbc-b3a6-e293011aced3" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c", "tag": "a1c230ac-9512-4467-8015-7d53593f1bff"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:38:50.098671 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (beefc275-ecf0-42af-8024-5a6f8a6142ca), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:50.100261 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 3669deec-b47b-442d-b331-e7057d9ae357, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=3669deec-b47b-442d-b331-e7057d9ae357,segment=NetworkSegment(33b3d1d8-4d72-4924-8040-c3ca0faf6137),segment_id=33b3d1d8-4d72-4924-8040-c3ca0faf6137)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:50.101716 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf03d52-905b-435f-b668-7d1af6c99ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3669deec-b47b-442d-b331-e7057d9ae357'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:38:50.141784 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8472d18-a0e1-4153-bac6-eb1230ea48e4 req-680c4c3c-4a44-4aaf-b5d6-0894489b2d16 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044880 Jan 19 18:38:50.154146 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1192951397-network', 'tenant_id': '4d26e8a093484c299fe0880a26d398b9'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:50.198829 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-49bacabc-1249-4743-953f-8c759563aff8 req-7dd5a0aa-ecf0-4ec6-b13c-4d614c065363 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228635 Jan 19 18:38:50.229519 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dd08b3c6-90e8-4333-a4e4-52033c10196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:50.231479 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-dd08b3c6-90e8-4333-a4e4-52033c10196f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0924a93a-d057-4ea7-b98a-07d64d6605b6 HTTP/1.1" status: 200 len: 850 time: 0.1754024 Jan 19 18:38:50.244205 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:50.244888 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:50.246424 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] 10.222.0.35 "PUT /v2.0/ports/9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb HTTP/1.1" status: 200 len: 1094 time: 3.2524660 Jan 19 18:38:50.263834 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:38:50.266577 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944b1c61-96a9-4bda-afd9-1c20189745d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:38:50.335419 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (3669deec-b47b-442d-b331-e7057d9ae357), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:50.417441 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f952c6c-2e4a-4346-9444-303db5c2e4ee service neutron] Pushing event updated for resources: {'Port': ['ID=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:50.420775 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=beefc275-ecf0-42af-8024-5a6f8a6142ca,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:50.478428 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] Checking segment: {'id': '9370848e-7c62-4646-8139-4617eda15d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '53194534-45cc-4376-bbe7-5e5024fc6712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:50.478909 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] Network hostable DHCP agents. Network: 53194534-45cc-4376-bbe7-5e5024fc6712, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:38:50.481190 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Made reservation on behalf of 4d26e8a093484c299fe0880a26d398b9 for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:50.483963 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:50.500881 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:50.504204 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-d02c20fc-7166-4ef1-8f61-99b0314e4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:50.505832 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-d02c20fc-7166-4ef1-8f61-99b0314e4b19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 1097 time: 0.2001390 Jan 19 18:38:50.529979 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=3669deec-b47b-442d-b331-e7057d9ae357,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:50.530219 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b01f6-d333-4fa0-933e-be0366bb9b5e req-3598f36c-3b1c-41fc-b9f4-3ea24c484e73 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:50.541927 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a2b01f6-d333-4fa0-933e-be0366bb9b5e req-3598f36c-3b1c-41fc-b9f4-3ea24c484e73 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.2271786 Jan 19 18:38:50.555674 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-61ebd441-86d5-46c2-82e1-fb77f5bff1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:50.558114 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-61ebd441-86d5-46c2-82e1-fb77f5bff1b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a83c77-a086-4b56-b863-c2c3d2e498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3200095 Jan 19 18:38:50.588918 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-d5b5a041-36d1-4b60-827f-5405e391f591 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb HTTP/1.1" status: 200 len: 217 time: 0.0660429 Jan 19 18:38:50.591234 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] Network 53194534-45cc-4376-bbe7-5e5024fc6712 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:38:50.636073 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, 53194534-45cc-4376-bbe7-5e5024fc6712) {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:50.658621 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:50.660463 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:50.686843 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-254999a2-2554-4d4c-8d3b-4c262f64967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:50.688511 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-254999a2-2554-4d4c-8d3b-4c262f64967d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.0926988 Jan 19 18:38:50.690867 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a01e3-dc75-49b7-b888-bb24b668bf84 None None] Network 53194534-45cc-4376-bbe7-5e5024fc6712 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:50.716121 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-77366512-7416-4e99-b6c4-616e127a7f0a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6824131 Jan 19 18:38:50.725449 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a2b01f6-d333-4fa0-933e-be0366bb9b5e req-18ba66ab-12e0-4ea7-9f52-c67a71475282 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816020 Jan 19 18:38:50.770084 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Publish callbacks [] for security_group (0f570f09-1c5f-4584-a4d3-047f70553447), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:50.781785 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2a2b94df-333a-4598-ad8e-7e942651db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:50.783510 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-2a2b94df-333a-4598-ad8e-7e942651db6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888176 Jan 19 18:38:50.784222 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (0f570f09-1c5f-4584-a4d3-047f70553447), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:50.835301 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-c0ee48ae-4124-4d00-a0ee-4b2bde65cc4b service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677014 Jan 19 18:38:50.841118 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:38:50.845851 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e4152-d25a-48f7-9c34-00d88859eb21 x-openstack-request-id: req-245e4152-d25a-48f7-9c34-00d88859eb21 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:38:50.846722 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:38:50.847319 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-245e4152-d25a-48f7-9c34-00d88859eb21 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:38:50.848146 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'status': 'completed', 'code': 200} Jan 19 18:38:50.943728 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece1fc2-905c-4964-af07-1a961e4a4572 None None] Network 53194534-45cc-4376-bbe7-5e5024fc6712 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:50.974658 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f570f09-1c5f-4584-a4d3-047f70553447,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:51.017509 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (0281273e-abbb-42c3-9025-9860f99c5168), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:51.018037 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Added segment 0281273e-abbb-42c3-9025-9860f99c5168 of type vlan for network 8f88f39b-04e1-4d51-9901-ce6e8ee2afa0 Jan 19 18:38:51.126020 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37108) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:51.141503 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b989732c-ce3a-4824-a028-138e5815413e" -d '{"events": [{"server_uuid": "baf03d52-905b-435f-b668-7d1af6c99ad2", "name": "network-vif-plugged", "status": "completed", "tag": "3669deec-b47b-442d-b331-e7057d9ae357"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:38:51.199503 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a3cdb5-35eb-4e06-bac3-51a6d8e108e7 x-openstack-request-id: req-84a3cdb5-35eb-4e06-bac3-51a6d8e108e7 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:38:51.199868 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c", "tag": "a1c230ac-9512-4467-8015-7d53593f1bff", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:38:51.200237 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9bf25b29-d45f-4e15-b6d1-69765810c789 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:51.200357 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84a3cdb5-35eb-4e06-bac3-51a6d8e108e7 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:38:51.200941 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'tag': 'a1c230ac-9512-4467-8015-7d53593f1bff', 'status': 'completed', 'code': 200} Jan 19 18:38:51.230847 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (8f88f39b-04e1-4d51-9901-ce6e8ee2afa0), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:51.255309 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-12af9175-8cb1-4381-b452-56700c57e28c service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622836 Jan 19 18:38:51.257311 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dddd5ea0-9502-4394-9ca9-f40e05903a9c req-271d6cdb-c175-43f8-93f3-93b13327d88d service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135740 Jan 19 18:38:51.290902 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540f23b-12da-458a-8f01-5040bf511aec req-37d55f99-ac75-4c9b-9442-bd4eb9cb2e46 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:51.295222 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2540f23b-12da-458a-8f01-5040bf511aec req-37d55f99-ac75-4c9b-9442-bd4eb9cb2e46 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 945 time: 0.2716460 Jan 19 18:38:51.319393 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port 9bf25b29-d45f-4e15-b6d1-69765810c789 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:38:51.323759 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 9bf25b29-d45f-4e15-b6d1-69765810c789 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:51.324134 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:51.334692 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37124) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:51.393790 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (8f88f39b-04e1-4d51-9901-ce6e8ee2afa0), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:51.394717 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:51.403249 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:51.446845 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 9bf25b29-d45f-4e15-b6d1-69765810c789 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:51.447663 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:51.515314 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9bf25b29-d45f-4e15-b6d1-69765810c789, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9bf25b29-d45f-4e15-b6d1-69765810c789,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:51.525724 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:51.536488 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2540f23b-12da-458a-8f01-5040bf511aec req-66d8f25e-3feb-4f7a-b28b-93c6e2a20858 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322493 Jan 19 18:38:51.587996 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054df5d-9709-4bbc-b3a6-e293011aced3 req-d79d07f0-cffe-48bf-9d1b-66942f3df029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:51.596427 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0054df5d-9709-4bbc-b3a6-e293011aced3 req-d79d07f0-cffe-48bf-9d1b-66942f3df029 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 1096 time: 0.2443445 Jan 19 18:38:51.605177 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cd318e-6a88-4aee-8569-ad87e0a17f8e admin admin] Deleting subnet fcf5cc4e-d0b3-470c-9326-11477512f0f1 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:38:51.635638 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7787261 Jan 19 18:38:51.663463 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37126) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:51.687944 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] Request body: {'subnet': {'network_id': '8f88f39b-04e1-4d51-9901-ce6e8ee2afa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1192951397-subnet', 'tenant_id': '4d26e8a093484c299fe0880a26d398b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:51.694486 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee74fa0e-4f09-49a2-b0df-c4dfb82f8a96 x-openstack-request-id: req-ee74fa0e-4f09-49a2-b0df-c4dfb82f8a96 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:38:51.710606 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf03d52-905b-435f-b668-7d1af6c99ad2", "name": "network-vif-plugged", "status": "completed", "tag": "3669deec-b47b-442d-b331-e7057d9ae357", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:38:51.711828 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee74fa0e-4f09-49a2-b0df-c4dfb82f8a96 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:38:51.713149 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf03d52-905b-435f-b668-7d1af6c99ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3669deec-b47b-442d-b331-e7057d9ae357', 'code': 200} Jan 19 18:38:51.765312 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=9bf25b29-d45f-4e15-b6d1-69765810c789,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:51.857039 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f586f1-87f0-458c-b5a1-bba785016953 admin admin] Pushing event updated for resources: {'Network': ['ID=8f88f39b-04e1-4d51-9901-ce6e8ee2afa0,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:51.917647 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network 8f88f39b-04e1-4d51-9901-ce6e8ee2afa0 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:38:51.940779 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] Made reservation on behalf of 4d26e8a093484c299fe0880a26d398b9 for: {'subnet': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:51.943664 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:51.968294 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1ac96304-af41-45af-b740-e26aed03bdd7 req-d4d91a5d-e816-4cb5-8881-9db4c7f890c7 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6988127 Jan 19 18:38:52.097897 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a1cd318e-6a88-4aee-8569-ad87e0a17f8e admin admin] Publish callbacks [] for subnet (fcf5cc4e-d0b3-470c-9326-11477512f0f1), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:52.225729 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3180c1c0-8695-4006-88dc-143a6764c996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:52.243083 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-18ddef72-8c20-4366-a8ab-18a39951cb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:52.272981 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a1cd318e-6a88-4aee-8569-ad87e0a17f8e admin admin] Publish callbacks [] for subnet (fcf5cc4e-d0b3-470c-9326-11477512f0f1), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:52.339034 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a1cd318e-6a88-4aee-8569-ad87e0a17f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (fcf5cc4e-d0b3-470c-9326-11477512f0f1), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:52.384711 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054df5d-9709-4bbc-b3a6-e293011aced3 req-b9f0cded-6f5b-487f-950c-2cc6c6a98bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:52.386311 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0054df5d-9709-4bbc-b3a6-e293011aced3 req-b9f0cded-6f5b-487f-950c-2cc6c6a98bf9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 911 time: 0.7725351 Jan 19 18:38:52.404219 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8988b4e-0f68-42c0-a8ee-07a953328eda req-b50264d4-812b-4ff9-bac0-3ec2b00f68d3 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:52.407062 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c8988b4e-0f68-42c0-a8ee-07a953328eda req-b50264d4-812b-4ff9-bac0-3ec2b00f68d3 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 946 time: 0.3165746 Jan 19 18:38:52.420535 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f9884-df2c-44da-ab31-ece9bfe77e51 req-46277bf0-29e7-48c2-aeeb-c766aef8864f tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:52.423338 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-063f9884-df2c-44da-ab31-ece9bfe77e51 req-46277bf0-29e7-48c2-aeeb-c766aef8864f tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 943 time: 0.3349731 Jan 19 18:38:52.519793 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0054df5d-9709-4bbc-b3a6-e293011aced3 req-8af92bdc-1751-4867-9646-d9d5757f4b73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c230ac-9512-4467-8015-7d53593f1bff HTTP/1.1" status: 200 len: 217 time: 0.0950553 Jan 19 18:38:52.527716 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce2b4-cc9f-4868-9439-f83baa5b5d74 req-99c9665e-9066-4599-829b-6cd8ad0bda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:52.531047 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-fc4ce2b4-cc9f-4868-9439-f83baa5b5d74 req-99c9665e-9066-4599-829b-6cd8ad0bda4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 1098 time: 0.5228920 Jan 19 18:38:52.544409 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b1c61-96a9-4bda-afd9-1c20189745d1 req-29419f35-881e-4eb1-a3e4-5eadbe50f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:52.548100 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-944b1c61-96a9-4bda-afd9-1c20189745d1 req-29419f35-881e-4eb1-a3e4-5eadbe50f2b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 1097 time: 0.4873221 Jan 19 18:38:52.616542 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-fc4ce2b4-cc9f-4868-9439-f83baa5b5d74 req-85e5ad58-b0b1-4727-b48a-fb26e7ab302a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:52.724857 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a1cd318e-6a88-4aee-8569-ad87e0a17f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (fcf5cc4e-d0b3-470c-9326-11477512f0f1), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:52.746500 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c8988b4e-0f68-42c0-a8ee-07a953328eda req-47c1388b-4f4f-4cfc-b1d5-6e032e83b013 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034201 Jan 19 18:38:52.805233 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054df5d-9709-4bbc-b3a6-e293011aced3 req-253d1ace-8cbe-4e3b-995e-73887b1774b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:52.807221 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0054df5d-9709-4bbc-b3a6-e293011aced3 req-253d1ace-8cbe-4e3b-995e-73887b1774b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0924a93a-d057-4ea7-b98a-07d64d6605b6 HTTP/1.1" status: 200 len: 850 time: 0.2749617 Jan 19 18:38:52.820146 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-063f9884-df2c-44da-ab31-ece9bfe77e51 req-98e54600-a0bd-40b6-975a-c193bdbdc559 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740110 Jan 19 18:38:52.821058 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd318e-6a88-4aee-8569-ad87e0a17f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf5cc4e-d0b3-470c-9326-11477512f0f1,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:52.835548 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a1cd318e-6a88-4aee-8569-ad87e0a17f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:52.836651 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (6b829ae6-c301-448c-9f79-a4ebce69fe1f), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:52.844732 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a1cd318e-6a88-4aee-8569-ad87e0a17f8e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fcf5cc4e-d0b3-470c-9326-11477512f0f1 HTTP/1.1" status: 204 len: 168 time: 1.5071330 Jan 19 18:38:52.848362 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37154) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:52.865235 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3180c1c0-8695-4006-88dc-143a6764c996 admin admin] Publish callbacks [] for security_group (d2e7c958-abf2-479b-9022-fc143943956a), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:52.865235 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3180c1c0-8695-4006-88dc-143a6764c996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (d2e7c958-abf2-479b-9022-fc143943956a), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:52.983376 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3180c1c0-8695-4006-88dc-143a6764c996 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f96ff567736246a0a4fc61981ffd3051&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8549378 Jan 19 18:38:52.986286 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37156) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:52.987140 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b1c61-96a9-4bda-afd9-1c20189745d1 req-8067e816-e021-47b2-b847-be6fe78c95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:52.989814 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-944b1c61-96a9-4bda-afd9-1c20189745d1 req-8067e816-e021-47b2-b847-be6fe78c95ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 916 time: 0.4261622 Jan 19 18:38:53.012752 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180c1c0-8695-4006-88dc-143a6764c996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e7c958-abf2-479b-9022-fc143943956a,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:53.032519 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054df5d-9709-4bbc-b3a6-e293011aced3 req-1fdee33c-7d61-4e40-8c50-c315ead50d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:53.042705 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0054df5d-9709-4bbc-b3a6-e293011aced3 req-1fdee33c-7d61-4e40-8c50-c315ead50d10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a83c77-a086-4b56-b863-c2c3d2e498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2120304 Jan 19 18:38:53.126646 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.163649 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-944b1c61-96a9-4bda-afd9-1c20189745d1 req-bc7268a6-a10a-426c-b402-3fa1059b18ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb HTTP/1.1" status: 200 len: 217 time: 0.1132340 Jan 19 18:38:53.173615 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9eb9c-7ded-41a2-8239-c65e226cd9ef req-a6eabea3-ce05-42c1-8a58-5b7ca8027d4e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:53.175960 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-aae9eb9c-7ded-41a2-8239-c65e226cd9ef req-a6eabea3-ce05-42c1-8a58-5b7ca8027d4e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.2562788 Jan 19 18:38:53.185461 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b829ae6-c301-448c-9f79-a4ebce69fe1f,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:53.271818 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (51ebc789-1f98-41e4-bcab-2347d74f9812), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.277664 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] Checking segment: {'id': '0281273e-abbb-42c3-9025-9860f99c5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f88f39b-04e1-4d51-9901-ce6e8ee2afa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:53.278184 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] Network hostable DHCP agents. Network: 8f88f39b-04e1-4d51-9901-ce6e8ee2afa0, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:38:53.326521 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e1a84-8a55-4021-8061-fd78adfcdad5 req-244f6c84-d2a2-47a4-813b-c4a95d8b41e7 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:53.328311 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-038e1a84-8a55-4021-8061-fd78adfcdad5 req-244f6c84-d2a2-47a4-813b-c4a95d8b41e7 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 945 time: 0.3523910 Jan 19 18:38:53.334904 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b1c61-96a9-4bda-afd9-1c20189745d1 req-ff3c44c5-50b9-46fc-9acb-891f087bc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:53.336480 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-944b1c61-96a9-4bda-afd9-1c20189745d1 req-ff3c44c5-50b9-46fc-9acb-891f087bc84f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.1405962 Jan 19 18:38:53.340166 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-fc4ce2b4-cc9f-4868-9439-f83baa5b5d74 req-85e5ad58-b0b1-4727-b48a-fb26e7ab302a service neutron] Publish callbacks [] for security_group (f462d5eb-b363-4e66-96ec-6c3e8296c551), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.355454 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-fc4ce2b4-cc9f-4868-9439-f83baa5b5d74 req-85e5ad58-b0b1-4727-b48a-fb26e7ab302a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (f462d5eb-b363-4e66-96ec-6c3e8296c551), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.362293 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] Network 8f88f39b-04e1-4d51-9901-ce6e8ee2afa0 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:38:53.392518 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4ddf-5c47-493a-abf8-df6feeb1bd01 admin admin] Publish callbacks [] for security_group (d2e7c958-abf2-479b-9022-fc143943956a), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.417371 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0054df5d-9709-4bbc-b3a6-e293011aced3 req-8e76a261-bc49-4441-9f54-399cf544b74a service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264906 Jan 19 18:38:53.421454 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-aae9eb9c-7ded-41a2-8239-c65e226cd9ef req-949e8c94-7ec9-489a-8b75-4a0fd0c013f7 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913679 Jan 19 18:38:53.448736 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4ddf-5c47-493a-abf8-df6feeb1bd01 admin admin] Publish callbacks [] for security_group (d2e7c958-abf2-479b-9022-fc143943956a), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.491666 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, 8f88f39b-04e1-4d51-9901-ce6e8ee2afa0) {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:53.503137 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14dbe55-f307-447f-a0b4-f70635c275b0 None None] Network 8f88f39b-04e1-4d51-9901-ce6e8ee2afa0 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:53.525854 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-038e1a84-8a55-4021-8061-fd78adfcdad5 req-8188d5e2-8d38-4e1e-bdf7-eeedc7701151 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826794 Jan 19 18:38:53.548399 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (51ebc789-1f98-41e4-bcab-2347d74f9812), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.575012 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.575401 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.576179 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.577131 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > port after_create 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.577484 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.577827 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > port after_update 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.578171 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.578499 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.578824 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.579149 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.588731 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0054df5d-9709-4bbc-b3a6-e293011aced3 req-32393340-a6cf-4782-b4ba-fbbfab32a128 service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576221 Jan 19 18:38:53.620247 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4ddf-5c47-493a-abf8-df6feeb1bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (d2e7c958-abf2-479b-9022-fc143943956a), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.629844 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4ddf-5c47-493a-abf8-df6feeb1bd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.638328 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4c9e4ddf-5c47-493a-abf8-df6feeb1bd01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2e7c958-abf2-479b-9022-fc143943956a HTTP/1.1" status: 204 len: 168 time: 0.6495624 Jan 19 18:38:53.653999 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e4ddf-5c47-493a-abf8-df6feeb1bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e7c958-abf2-479b-9022-fc143943956a,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:53.766975 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.767354 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.767697 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.768035 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:38:53.768445 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ebc789-1f98-41e4-bcab-2347d74f9812']}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:53.778106 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:53.778734 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.782429 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e9fd49-fa42-4d3c-9ea3-087ab571f774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf25b29-d45f-4e15-b6d1-69765810c789'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:38:53.783064 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5ad58-b0b1-4727-b48a-fb26e7ab302a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f462d5eb-b363-4e66-96ec-6c3e8296c551,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:53.786178 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9890089d-1d65-4f4a-afc1-30cc623763ad" -d '{"events": [{"server_uuid": "64e9fd49-fa42-4d3c-9ea3-087ab571f774", "name": "network-vif-plugged", "status": "completed", "tag": "9bf25b29-d45f-4e15-b6d1-69765810c789"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:38:53.790812 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-fc4ce2b4-cc9f-4868-9439-f83baa5b5d74 req-85e5ad58-b0b1-4727-b48a-fb26e7ab302a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2533844 Jan 19 18:38:53.821560 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a5145f-b4ea-47fd-982a-72f6d95f4ad7') {'for_net_delete': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:53.822307 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a5145f-b4ea-47fd-982a-72f6d95f4ad7') {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:53.861794 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-4db23fb3-b0e4-4757-a1de-f76ddc0f80ff admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1968040 Jan 19 18:38:53.864027 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27101020'] for segment (04a5145f-b4ea-47fd-982a-72f6d95f4ad7), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.899798 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b1c61-96a9-4bda-afd9-1c20189745d1 req-b50ab671-c548-4c27-bbd1-9858d5d04f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:53.903735 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-944b1c61-96a9-4bda-afd9-1c20189745d1 req-b50ab671-c548-4c27-bbd1-9858d5d04f09 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5589676 Jan 19 18:38:53.903990 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee27d1bc-8744-4fd0-9f15-7ac33d3f480d x-openstack-request-id: req-ee27d1bc-8744-4fd0-9f15-7ac33d3f480d {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:38:53.905148 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e9fd49-fa42-4d3c-9ea3-087ab571f774", "name": "network-vif-plugged", "status": "completed", "tag": "9bf25b29-d45f-4e15-b6d1-69765810c789", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:38:53.905707 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee27d1bc-8744-4fd0-9f15-7ac33d3f480d {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:38:53.906212 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e9fd49-fa42-4d3c-9ea3-087ab571f774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf25b29-d45f-4e15-b6d1-69765810c789', 'code': 200} Jan 19 18:38:53.919235 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ee9ae-961e-4acf-a0db-bfa937c35ae6 None None] Network 8f88f39b-04e1-4d51-9901-ce6e8ee2afa0 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:53.927402 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (04a5145f-b4ea-47fd-982a-72f6d95f4ad7), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.946200 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:38:53.946671 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141864'] for segment (04a5145f-b4ea-47fd-982a-72f6d95f4ad7), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: from cryptography.utils import int_from_bytes Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: from cryptography.utils import int_from_bytes Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: Traceback (most recent call last): Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: timer() Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: cb(*args, **kw) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: return func(*args, **kwargs) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: self._notify() Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: self.callback(batched_events) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: event.method(event) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:38:53.982367 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: return f(self, *a, **k) Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._get(url).json() Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: return self.request(url, 'GET', **kwargs) Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:38:53.988722 dv-cinder-825360-1-iscsi neutron-server[103027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:38:54.095488 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b0703-ed40-4689-829a-dc828db1dc38 req-d9720dc7-3978-4b5b-819f-604d42c3a763 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:54.104193 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-866b0703-ed40-4689-829a-dc828db1dc38 req-d9720dc7-3978-4b5b-819f-604d42c3a763 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 943 time: 0.1022038 Jan 19 18:38:54.116477 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d85c6-3b18-43ed-8c0c-a19100fc38ac req-9e43e309-186a-43e1-94ee-d253f9fa0106 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:54.126032 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-891d85c6-3b18-43ed-8c0c-a19100fc38ac req-9e43e309-186a-43e1-94ee-d253f9fa0106 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 946 time: 0.1713512 Jan 19 18:38:54.238085 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-891d85c6-3b18-43ed-8c0c-a19100fc38ac req-c6c8b3c3-5c9c-49c0-a37f-cfc548259ca3 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083004 Jan 19 18:38:54.260471 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-866b0703-ed40-4689-829a-dc828db1dc38 req-9dc842b2-0841-4c1b-a8f8-efdaf5e945ea tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552591 Jan 19 18:38:54.334072 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (51ebc789-1f98-41e4-bcab-2347d74f9812), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:54.364873 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:54.371047 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] 10.222.0.39 "DELETE /v2.0/networks/51ebc789-1f98-41e4-bcab-2347d74f9812 HTTP/1.1" status: 204 len: 168 time: 1.5097873 Jan 19 18:38:54.374555 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37178) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:54.428584 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278df8cb-631b-4da0-a4a8-036a8ca72810 admin admin] Pushing event deleted for resources: {'Network': ['ID=51ebc789-1f98-41e4-bcab-2347d74f9812,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:54.447150 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-944b1c61-96a9-4bda-afd9-1c20189745d1 req-898bd0bf-6cf3-4792-8f20-5207630506a2 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181182 Jan 19 18:38:54.453775 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bae40-3719-4eeb-9c4f-d2e54bb8de1a req-2f9ff3b8-fc95-4712-8fc8-47a453826763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:54.455328 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-790bae40-3719-4eeb-9c4f-d2e54bb8de1a req-2f9ff3b8-fc95-4712-8fc8-47a453826763 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 1099 time: 0.2480092 Jan 19 18:38:54.524943 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37186) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:54.532854 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:54.553373 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af7b707a-b408-48b3-94fc-2bcb54ad7da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:54.574985 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-894a0a5e-b561-47c5-b33c-9323526b16c5 admin admin] Deleting subnet beefc275-ecf0-42af-8024-5a6f8a6142ca {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:38:54.581739 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-894a0a5e-b561-47c5-b33c-9323526b16c5 admin admin] Publish callbacks [] for subnet (beefc275-ecf0-42af-8024-5a6f8a6142ca), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:54.602975 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-790bae40-3719-4eeb-9c4f-d2e54bb8de1a req-d9b5b882-f290-4288-8dfc-41aad54f22d0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300921 Jan 19 18:38:54.659479 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-944b1c61-96a9-4bda-afd9-1c20189745d1 req-c779972c-2937-48ed-9146-630175da6c9b service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030556 Jan 19 18:38:54.664164 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-894a0a5e-b561-47c5-b33c-9323526b16c5 admin admin] Publish callbacks [] for subnet (beefc275-ecf0-42af-8024-5a6f8a6142ca), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:54.706554 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-894a0a5e-b561-47c5-b33c-9323526b16c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (beefc275-ecf0-42af-8024-5a6f8a6142ca), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:54.945473 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f4b7a-06f3-4c34-915b-1a908b90dade req-2119d3fd-dd43-48b4-a03b-39116e7cdf2d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:54.947064 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e08f4b7a-06f3-4c34-915b-1a908b90dade req-2119d3fd-dd43-48b4-a03b-39116e7cdf2d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.2689841 Jan 19 18:38:54.972429 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37214) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:54.974531 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af533310-ad63-4dc3-89d1-cd44977a9d77 req-d5e70571-818d-4a94-8a80-73cb75359e0a tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:54.976086 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-af533310-ad63-4dc3-89d1-cd44977a9d77 req-d5e70571-818d-4a94-8a80-73cb75359e0a tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 945 time: 0.1844740 Jan 19 18:38:54.980301 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-188003242-network', 'tenant_id': '9f78aa0ca3fa4a708579c4f1fd5f278e'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:55.014938 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-894a0a5e-b561-47c5-b33c-9323526b16c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (beefc275-ecf0-42af-8024-5a6f8a6142ca), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.034503 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Made reservation on behalf of 9f78aa0ca3fa4a708579c4f1fd5f278e for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:55.037309 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.044032 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af7b707a-b408-48b3-94fc-2bcb54ad7da8 admin admin] Publish callbacks [] for security_group (7573992c-aac4-4945-9c29-54be6612e5d6), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.048359 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.074704 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-894a0a5e-b561-47c5-b33c-9323526b16c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.079181 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-894a0a5e-b561-47c5-b33c-9323526b16c5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/beefc275-ecf0-42af-8024-5a6f8a6142ca HTTP/1.1" status: 204 len: 168 time: 0.7016401 Jan 19 18:38:55.083145 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a0a5e-b561-47c5-b33c-9323526b16c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beefc275-ecf0-42af-8024-5a6f8a6142ca,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:55.083391 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37218) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:55.089385 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af7b707a-b408-48b3-94fc-2bcb54ad7da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (7573992c-aac4-4945-9c29-54be6612e5d6), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.146677 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e08f4b7a-06f3-4c34-915b-1a908b90dade req-ef7ee644-82d1-40e7-b349-6e82b05a2539 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931052 Jan 19 18:38:55.165742 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-af533310-ad63-4dc3-89d1-cd44977a9d77 req-1e12a4de-29a1-477b-8c47-a205ffae0a15 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782954 Jan 19 18:38:55.173779 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-af7b707a-b408-48b3-94fc-2bcb54ad7da8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6da97f02116a45d6a368fd04fd56cddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6479228 Jan 19 18:38:55.175641 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b707a-b408-48b3-94fc-2bcb54ad7da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7573992c-aac4-4945-9c29-54be6612e5d6,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:55.177713 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37220) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:55.227680 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (53194534-45cc-4376-bbe7-5e5024fc6712), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.242887 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:38:55.250922 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2830cb59-6085-42c3-9552-76ba26a5eef1 admin admin] Publish callbacks [] for security_group (7573992c-aac4-4945-9c29-54be6612e5d6), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.279896 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2830cb59-6085-42c3-9552-76ba26a5eef1 admin admin] Publish callbacks [] for security_group (7573992c-aac4-4945-9c29-54be6612e5d6), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.317654 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Publish callbacks [] for security_group (6b29eeaf-c866-4c08-867a-7841f3390933), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.391496 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6b29eeaf-c866-4c08-867a-7841f3390933), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.399406 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (53194534-45cc-4376-bbe7-5e5024fc6712), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.441456 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2830cb59-6085-42c3-9552-76ba26a5eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (7573992c-aac4-4945-9c29-54be6612e5d6), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.444056 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2830cb59-6085-42c3-9552-76ba26a5eef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.445233 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-2830cb59-6085-42c3-9552-76ba26a5eef1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7573992c-aac4-4945-9c29-54be6612e5d6 HTTP/1.1" status: 204 len: 168 time: 0.2665901 Jan 19 18:38:55.469335 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d564773-b2d8-4ab0-a519-4e3a2d68e4b0 req-c5a20a21-6e4d-411c-bfe7-deba5ac59cec tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:55.470141 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:38:55.470921 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4d564773-b2d8-4ab0-a519-4e3a2d68e4b0 req-c5a20a21-6e4d-411c-bfe7-deba5ac59cec tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 946 time: 0.1108475 Jan 19 18:38:55.473268 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53194534-45cc-4376-bbe7-5e5024fc6712']}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:55.477542 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:55.480357 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830cb59-6085-42c3-9552-76ba26a5eef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7573992c-aac4-4945-9c29-54be6612e5d6,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:55.492688 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30be4dc-b054-481c-90c3-a11bceb8457f req-720155d1-e1f4-4cc6-9c86-2f57143a8c96 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:55.500023 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e30be4dc-b054-481c-90c3-a11bceb8457f req-720155d1-e1f4-4cc6-9c86-2f57143a8c96 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 943 time: 0.1418803 Jan 19 18:38:55.504921 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b29eeaf-c866-4c08-867a-7841f3390933,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:55.509847 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9370848e-7c62-4646-8139-4617eda15d7e') {'for_net_delete': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:55.510247 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9370848e-7c62-4646-8139-4617eda15d7e') {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:38:55.527887 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (d284f0ed-31c3-419d-81f8-69fe7bf25402), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.528335 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Added segment d284f0ed-31c3-419d-81f8-69fe7bf25402 of type vlan for network ef27c152-62ff-4542-94ca-7c9d0bd89928 Jan 19 18:38:55.557431 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27101020'] for segment (9370848e-7c62-4646-8139-4617eda15d7e), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.578666 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4d564773-b2d8-4ab0-a519-4e3a2d68e4b0 req-57f6be43-87e0-46b7-80c5-952e41005557 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952945 Jan 19 18:38:55.590280 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'port_id': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'mac_address': 'fa:16:3e:07:c8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:38:55.596415 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e30be4dc-b054-481c-90c3-a11bceb8457f req-8ec6b61d-8677-41e5-a374-c05ff8a09845 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954888 Jan 19 18:38:55.650270 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (9370848e-7c62-4646-8139-4617eda15d7e), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.666644 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:55.667044 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.670168 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (ef27c152-62ff-4542-94ca-7c9d0bd89928), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.674107 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:38:55.674747 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141864'] for segment (9370848e-7c62-4646-8139-4617eda15d7e), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: Traceback (most recent call last): Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: timer() Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: cb(*args, **kw) Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: return func(*args, **kwargs) Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: self._notify() Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: self.callback(batched_events) Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: event.method(event) Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: return f(self, *a, **k) Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._get(url).json() Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: return self.request(url, 'GET', **kwargs) Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:38:55.677679 dv-cinder-825360-1-iscsi neutron-server[103027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:38:55.694008 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:38:55.734599 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:55.743739 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.744485 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device a1c230ac-9512-4467-8015-7d53593f1bff details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:38:55.772444 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (53194534-45cc-4376-bbe7-5e5024fc6712), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.774211 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (ef27c152-62ff-4542-94ca-7c9d0bd89928), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.775276 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:55.775886 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.783276 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:55.789451 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] 10.222.0.39 "DELETE /v2.0/networks/53194534-45cc-4376-bbe7-5e5024fc6712 HTTP/1.1" status: 204 len: 168 time: 0.7043777 Jan 19 18:38:55.864333 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8904426 Jan 19 18:38:55.876293 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37230) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:55.879125 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:55.888558 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] Request body: {'subnet': {'network_id': 'ef27c152-62ff-4542-94ca-7c9d0bd89928', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-188003242-subnet', 'tenant_id': '9f78aa0ca3fa4a708579c4f1fd5f278e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:38:55.899255 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd224b4-a9e4-42cc-a30f-a75614ffaba4 admin admin] Pushing event updated for resources: {'Network': ['ID=ef27c152-62ff-4542-94ca-7c9d0bd89928,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:55.927664 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network ef27c152-62ff-4542-94ca-7c9d0bd89928 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:38:55.937027 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724a04b-4ac5-43a2-a641-c92fd360d065 admin admin] Pushing event deleted for resources: {'Network': ['ID=53194534-45cc-4376-bbe7-5e5024fc6712,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:55.973829 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] Made reservation on behalf of 9f78aa0ca3fa4a708579c4f1fd5f278e for: {'subnet': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:38:55.977095 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25328307'] for subnet (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:56.019385 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port a1c230ac-9512-4467-8015-7d53593f1bff, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a1c230ac-9512-4467-8015-7d53593f1bff,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:56.063030 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'a1c230ac-9512-4467-8015-7d53593f1bff', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'port_id': 'a1c230ac-9512-4467-8015-7d53593f1bff', 'mac_address': 'fa:16:3e:11:87:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:38:56.069284 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:56.148228 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port a1c230ac-9512-4467-8015-7d53593f1bff is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:56.149369 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:56.177620 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c230ac-9512-4467-8015-7d53593f1bff {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:38:56.186986 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37244) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:56.230948 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port a1c230ac-9512-4467-8015-7d53593f1bff, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a1c230ac-9512-4467-8015-7d53593f1bff,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:56.239209 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:56.334773 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=a1c230ac-9512-4467-8015-7d53593f1bff,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:56.380893 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27141751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25328285'] for subnet (f92b56d0-ee92-4278-afe8-d6617dbd128f), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:56.390180 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e527e342-faba-4c14-974f-ec1a7aaa4dbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a11531700f284a98bdb77aed0e7d841d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990077 Jan 19 18:38:56.393135 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37252) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:56.474688 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:38:56.480932 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['a1c230ac-9512-4467-8015-7d53593f1bff'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:38:56.538479 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92b56d0-ee92-4278-afe8-d6617dbd128f,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:56.545610 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] Checking segment: {'id': 'd284f0ed-31c3-419d-81f8-69fe7bf25402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ef27c152-62ff-4542-94ca-7c9d0bd89928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:38:56.549414 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] Network hostable DHCP agents. Network: ef27c152-62ff-4542-94ca-7c9d0bd89928, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:38:56.588605 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c432c6c-40b6-4c9c-addd-62cf111b104c req-4d1679aa-8ad3-4a38-95ea-1d8aa885689c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:56.592286 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c432c6c-40b6-4c9c-addd-62cf111b104c req-4d1679aa-8ad3-4a38-95ea-1d8aa885689c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 945 time: 0.2454813 Jan 19 18:38:56.606896 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] Network ef27c152-62ff-4542-94ca-7c9d0bd89928 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:38:56.614417 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab052b1-7125-4dca-9f17-f020b673a900 req-bcb4bd25-697b-4fde-bc5a-f4ae6e5a2188 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:56.635753 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dab052b1-7125-4dca-9f17-f020b673a900 req-bcb4bd25-697b-4fde-bc5a-f4ae6e5a2188 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 945 time: 0.2141209 Jan 19 18:38:56.641731 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7f686121-497f-4bd9-9dcc-e13d565f8138 admin admin] Publish callbacks [] for security_group (f4c166a2-c1f8-43c0-a811-a646a1267711), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:56.680676 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7f686121-497f-4bd9-9dcc-e13d565f8138 admin admin] Publish callbacks [] for security_group (f4c166a2-c1f8-43c0-a811-a646a1267711), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:56.741449 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, ef27c152-62ff-4542-94ca-7c9d0bd89928) {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:38:56.750106 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:56.750841 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:56.761473 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7f686121-497f-4bd9-9dcc-e13d565f8138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (f4c166a2-c1f8-43c0-a811-a646a1267711), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:56.770459 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7f686121-497f-4bd9-9dcc-e13d565f8138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:56.775285 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900ebee9-1cc3-46b9-9620-d6a954b18f97 None None] Network ef27c152-62ff-4542-94ca-7c9d0bd89928 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:56.781117 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-7f686121-497f-4bd9-9dcc-e13d565f8138 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4c166a2-c1f8-43c0-a811-a646a1267711 HTTP/1.1" status: 204 len: 168 time: 0.3776653 Jan 19 18:38:56.815224 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f686121-497f-4bd9-9dcc-e13d565f8138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c166a2-c1f8-43c0-a811-a646a1267711,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:56.842661 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-4ce4be1e-f33c-422c-8413-a0aa55541dd7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9642813 Jan 19 18:38:57.051447 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28686a1a-dea4-4f54-967a-65d21c9a452a None None] Network ef27c152-62ff-4542-94ca-7c9d0bd89928 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:38:57.112239 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c432c6c-40b6-4c9c-addd-62cf111b104c req-8051899d-55d4-466a-8a8b-c9b7f423af77 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4707878 Jan 19 18:38:57.142480 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dab052b1-7125-4dca-9f17-f020b673a900 req-958fa9ea-f52c-4c83-a747-fe3ba1940f30 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038431 Jan 19 18:38:57.227646 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37280) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:57.454612 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f1604-7103-427f-b478-ec1e1d4955fc req-41b94c57-3f60-4d99-b98b-432cbe3ab086 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:57.456903 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d94f1604-7103-427f-b478-ec1e1d4955fc req-41b94c57-3f60-4d99-b98b-432cbe3ab086 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 946 time: 0.1580226 Jan 19 18:38:57.475308 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec41d5f-e76b-4347-bbb7-6426ffc55c0b req-cf2407da-bb3e-46bf-a3f6-35799681eb5b tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:57.478349 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7ec41d5f-e76b-4347-bbb7-6426ffc55c0b req-cf2407da-bb3e-46bf-a3f6-35799681eb5b tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 944 time: 0.1965475 Jan 19 18:38:57.522094 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37290) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:57.616393 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a6d8c284-6be9-4a16-9fbc-e1f9e35b0dc5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7179ef73293b46e0afeab57623d24b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0905986 Jan 19 18:38:57.617167 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37294) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:57.648059 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7ec41d5f-e76b-4347-bbb7-6426ffc55c0b req-172bf2d2-230b-4183-ac69-e06b8563e65e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557477 Jan 19 18:38:57.659361 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d94f1604-7103-427f-b478-ec1e1d4955fc req-07a662a7-76f0-43dc-83de-0c55336117c0 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793613 Jan 19 18:38:57.726153 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-83e246a4-82e3-4b4d-a0cb-9f485edb04c4 admin admin] Publish callbacks [] for security_group (ee1fdb16-e817-4044-b07d-049ff178c0ef), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:57.771427 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-83e246a4-82e3-4b4d-a0cb-9f485edb04c4 admin admin] Publish callbacks [] for security_group (ee1fdb16-e817-4044-b07d-049ff178c0ef), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:57.855333 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-83e246a4-82e3-4b4d-a0cb-9f485edb04c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ee1fdb16-e817-4044-b07d-049ff178c0ef), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:57.858353 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-83e246a4-82e3-4b4d-a0cb-9f485edb04c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:57.859540 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-83e246a4-82e3-4b4d-a0cb-9f485edb04c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee1fdb16-e817-4044-b07d-049ff178c0ef HTTP/1.1" status: 204 len: 168 time: 0.2398400 Jan 19 18:38:57.870512 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e246a4-82e3-4b4d-a0cb-9f485edb04c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1fdb16-e817-4044-b07d-049ff178c0ef,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:57.912836 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4ad57d7a-e133-4bfb-b835-9004d986814a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:58.054933 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4ad57d7a-e133-4bfb-b835-9004d986814a admin admin] Publish callbacks [] for security_group (ee1bed93-e225-4abe-b79e-e3a387b28ff2), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:58.063869 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4ad57d7a-e133-4bfb-b835-9004d986814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ee1bed93-e225-4abe-b79e-e3a387b28ff2), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:58.122840 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-4ad57d7a-e133-4bfb-b835-9004d986814a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f257bb9246974ca6bd16f00aba579b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8938503 Jan 19 18:38:58.125286 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad57d7a-e133-4bfb-b835-9004d986814a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1bed93-e225-4abe-b79e-e3a387b28ff2,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:58.126089 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37306) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:58.208927 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d37b4c4-a3c1-48db-8dec-e5549c8e8b71 admin admin] Publish callbacks [] for security_group (ee1bed93-e225-4abe-b79e-e3a387b28ff2), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:58.268324 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d37b4c4-a3c1-48db-8dec-e5549c8e8b71 admin admin] Publish callbacks [] for security_group (ee1bed93-e225-4abe-b79e-e3a387b28ff2), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:58.437542 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd558416-546d-4e15-93c3-6fe5e58063a5 req-19e0efae-ad6f-400b-9823-009f40dfb21b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:58.453391 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd558416-546d-4e15-93c3-6fe5e58063a5 req-19e0efae-ad6f-400b-9823-009f40dfb21b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 945 time: 0.1897161 Jan 19 18:38:58.531178 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d37b4c4-a3c1-48db-8dec-e5549c8e8b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ee1bed93-e225-4abe-b79e-e3a387b28ff2), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:58.537832 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8d37b4c4-a3c1-48db-8dec-e5549c8e8b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:58.539989 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8d37b4c4-a3c1-48db-8dec-e5549c8e8b71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee1bed93-e225-4abe-b79e-e3a387b28ff2 HTTP/1.1" status: 204 len: 168 time: 0.4124646 Jan 19 18:38:58.582032 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37b4c4-a3c1-48db-8dec-e5549c8e8b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1bed93-e225-4abe-b79e-e3a387b28ff2,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:58.616119 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd558416-546d-4e15-93c3-6fe5e58063a5 req-33f0465e-c281-4589-8a1e-77a6d20ca0d9 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576812 Jan 19 18:38:58.937268 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457996c-331a-4484-a344-f4e56eedc97f req-ba246718-21ec-49ca-87cb-72584fc35931 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:38:58.941464 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4457996c-331a-4484-a344-f4e56eedc97f req-ba246718-21ec-49ca-87cb-72584fc35931 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 944 time: 0.1221263 Jan 19 18:38:59.034640 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4457996c-331a-4484-a344-f4e56eedc97f req-7e8a812b-464d-40f5-a007-9216ea84569c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871851 Jan 19 18:38:59.258567 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:59.372445 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:38:59.383696 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:59.384655 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:59.442420 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37354) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:59.489581 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee067-c065-4089-aa45-55cd037c1e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:59.513012 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:38:59.514410 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:59.550343 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:38:59.557623 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e11ad4-3fae-428e-a5c9-07ab305ce834" -d '{"events": [{"server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "name": "network-vif-plugged", "status": "completed", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:38:59.596491 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:38:59.607768 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:59.608872 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device a1c230ac-9512-4467-8015-7d53593f1bff up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:38:59.706085 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee067-c065-4089-aa45-55cd037c1e6b admin admin] Publish callbacks [] for security_group (e5ad6ae0-b1a0-47ba-b2db-2b4a04524fe6), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:59.714054 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee067-c065-4089-aa45-55cd037c1e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (e5ad6ae0-b1a0-47ba-b2db-2b4a04524fe6), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:59.755324 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ee067-c065-4089-aa45-55cd037c1e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ad6ae0-b1a0-47ba-b2db-2b4a04524fe6,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:59.785643 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070136f2-90eb-408d-84ac-c86959ea846c x-openstack-request-id: req-070136f2-90eb-408d-84ac-c86959ea846c {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:38:59.785851 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "name": "network-vif-plugged", "status": "completed", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:38:59.786050 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-070136f2-90eb-408d-84ac-c86959ea846c {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:38:59.786478 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'code': 200} Jan 19 18:38:59.830114 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37368) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:38:59.833600 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-fa0ee067-c065-4089-aa45-55cd037c1e6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee95928545a44afaa7c724018e9de1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932192 Jan 19 18:38:59.914273 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:38:59.923759 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca2afa80-7658-4d15-b279-839c16fe1362 admin admin] Publish callbacks [] for security_group (e5ad6ae0-b1a0-47ba-b2db-2b4a04524fe6), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:59.970385 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port a1c230ac-9512-4467-8015-7d53593f1bff completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:38:59.977974 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port a1c230ac-9512-4467-8015-7d53593f1bff triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:38:59.980609 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:38:59.994290 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc65a66-499d-441c-aa46-5d6216bf17b4 req-5d348f15-39da-4347-9f34-2e74c31a655f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:00.003040 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ebc65a66-499d-441c-aa46-5d6216bf17b4 req-5d348f15-39da-4347-9f34-2e74c31a655f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1883855 Jan 19 18:39:00.139851 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca2afa80-7658-4d15-b279-839c16fe1362 admin admin] Publish callbacks [] for security_group (e5ad6ae0-b1a0-47ba-b2db-2b4a04524fe6), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:00.152976 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ebc65a66-499d-441c-aa46-5d6216bf17b4 req-e5aabc1f-501f-4a29-9481-67b386291719 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489849 Jan 19 18:39:00.217347 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port a1c230ac-9512-4467-8015-7d53593f1bff is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:00.217821 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:00.274311 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca2afa80-7658-4d15-b279-839c16fe1362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (e5ad6ae0-b1a0-47ba-b2db-2b4a04524fe6), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:00.277950 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca2afa80-7658-4d15-b279-839c16fe1362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:00.279321 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ca2afa80-7658-4d15-b279-839c16fe1362 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5ad6ae0-b1a0-47ba-b2db-2b4a04524fe6 HTTP/1.1" status: 204 len: 168 time: 0.4478910 Jan 19 18:39:00.289545 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port a1c230ac-9512-4467-8015-7d53593f1bff, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a1c230ac-9512-4467-8015-7d53593f1bff,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:00.296548 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:00.299420 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2afa80-7658-4d15-b279-839c16fe1362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ad6ae0-b1a0-47ba-b2db-2b4a04524fe6,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:00.338699 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2818617-b2ff-46f7-a185-abe116cee999 req-d8892c1f-aa79-4bf3-9cd2-dc4333c87d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:00.344144 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e2818617-b2ff-46f7-a185-abe116cee999 req-d8892c1f-aa79-4bf3-9cd2-dc4333c87d51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 1099 time: 0.1878359 Jan 19 18:39:00.371695 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=a1c230ac-9512-4467-8015-7d53593f1bff,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:00.450002 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e2818617-b2ff-46f7-a185-abe116cee999 req-13d3fb06-6fed-473c-851e-336a98ae5f09 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003692 Jan 19 18:39:00.494798 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18e953-9bf8-4096-9ca9-14575150bf1f req-a6e06239-e34b-4a15-a4f3-66702f744d1e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:00.496893 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8e18e953-9bf8-4096-9ca9-14575150bf1f req-a6e06239-e34b-4a15-a4f3-66702f744d1e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.1422646 Jan 19 18:39:00.566964 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8e18e953-9bf8-4096-9ca9-14575150bf1f req-d3177e34-e11b-40e2-8d8e-aaf5a152f2a5 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557768 Jan 19 18:39:01.418389 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69d8ed-e7dc-4804-b179-92198166bed8 req-2e7b470b-cd5c-42e2-9336-229611243046 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:01.432054 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac69d8ed-e7dc-4804-b179-92198166bed8 req-2e7b470b-cd5c-42e2-9336-229611243046 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1525540 Jan 19 18:39:01.607904 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac69d8ed-e7dc-4804-b179-92198166bed8 req-76406cb3-9733-4a31-95eb-52dd7c0aabf8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695781 Jan 19 18:39:01.788203 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c230ac-9512-4467-8015-7d53593f1bff'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:01.790608 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f97796-f3ff-4133-83af-ab48537fd552" -d '{"events": [{"server_uuid": "9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c", "name": "network-vif-plugged", "status": "completed", "tag": "a1c230ac-9512-4467-8015-7d53593f1bff"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:01.797709 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44383ed-89be-4a51-92fb-a13bd0f62cef req-9baa320b-8123-430f-bc5e-aa4f6a411d3e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:01.799306 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c44383ed-89be-4a51-92fb-a13bd0f62cef req-9baa320b-8123-430f-bc5e-aa4f6a411d3e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0615523 Jan 19 18:39:01.865485 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b96d33c-2692-48ad-95a4-7be2d5f176bb x-openstack-request-id: req-9b96d33c-2692-48ad-95a4-7be2d5f176bb {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:01.866112 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c", "name": "network-vif-plugged", "status": "completed", "tag": "a1c230ac-9512-4467-8015-7d53593f1bff", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:01.866979 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b96d33c-2692-48ad-95a4-7be2d5f176bb {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:01.868549 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c230ac-9512-4467-8015-7d53593f1bff', 'code': 200} Jan 19 18:39:01.871896 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c44383ed-89be-4a51-92fb-a13bd0f62cef req-502af7df-1233-4419-9b1c-b929eee76086 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661981 Jan 19 18:39:02.094806 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a96b79-e3f1-459a-9708-71216517dea9 req-8c3113f9-f173-4289-bce0-fcf10ffb4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:02.097553 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d5a96b79-e3f1-459a-9708-71216517dea9 req-8c3113f9-f173-4289-bce0-fcf10ffb4938 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 1098 time: 0.0533931 Jan 19 18:39:02.158453 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d5a96b79-e3f1-459a-9708-71216517dea9 req-ee4a42d2-b224-4d0f-897d-7b75192fb470 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534835 Jan 19 18:39:02.477961 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:39:02.801583 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636d193-085a-4c5b-905c-205fcb569b46 req-6d060ba1-84a5-4aff-9ae5-f5659f064084 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:02.805081 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8636d193-085a-4c5b-905c-205fcb569b46 req-6d060ba1-84a5-4aff-9ae5-f5659f064084 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1032226 Jan 19 18:39:02.926112 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8636d193-085a-4c5b-905c-205fcb569b46 req-4023973b-8942-449f-9b3a-a3be92442d8b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137102 Jan 19 18:39:03.068864 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e64c0-7fb7-4625-8fdd-17899f5fd417 req-d2105bfb-5d69-4b8b-9c88-829e34d8ced9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:03.071943 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a31e64c0-7fb7-4625-8fdd-17899f5fd417 req-d2105bfb-5d69-4b8b-9c88-829e34d8ced9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0838814 Jan 19 18:39:03.249022 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8b96-4d4a-44a7-9dc6-6fac4c9001a1 req-ecf63f22-b08a-485a-8595-51cba6a17983 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:03.256532 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0c0e8b96-4d4a-44a7-9dc6-6fac4c9001a1 req-ecf63f22-b08a-485a-8595-51cba6a17983 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1830609 Jan 19 18:39:03.265526 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37530) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:03.272307 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-cdc59fa8-0a0d-41a9-9162-b3838b93c1f0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'floatingip': {'port_id': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:03.323913 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a31e64c0-7fb7-4625-8fdd-17899f5fd417 req-e91b9152-a7e0-4d59-95f5-3585fa316db0 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258706 Jan 19 18:39:03.643602 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cdc59fa8-0a0d-41a9-9162-b3838b93c1f0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (80e94fb9-9e2a-468f-808d-3e8feca78151), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:04.509712 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cdc59fa8-0a0d-41a9-9162-b3838b93c1f0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:04.516113 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cdc59fa8-0a0d-41a9-9162-b3838b93c1f0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (80e94fb9-9e2a-468f-808d-3e8feca78151), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:04.550207 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37572) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:04.641111 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1393467-d1a6-4e26-b58a-1930650c1e56 req-637f6b21-04c5-4c8d-8524-d508406e741a tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:04.643058 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d1393467-d1a6-4e26-b58a-1930650c1e56 req-637f6b21-04c5-4c8d-8524-d508406e741a tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.1298614 Jan 19 18:39:04.689455 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.l3_db [None req-cdc59fa8-0a0d-41a9-9162-b3838b93c1f0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Floating IP 80e94fb9-9e2a-468f-808d-3e8feca78151 associated. External IP: 172.27.3.47, port: 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb. Jan 19 18:39:04.834895 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-041d0ed8-ff79-45ea-b334-e5ecff67b1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:04.846116 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d1393467-d1a6-4e26-b58a-1930650c1e56 req-6f81dc89-56e4-4fad-958f-5de1dd14fcbd tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965909 Jan 19 18:39:05.010402 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc59fa8-0a0d-41a9-9162-b3838b93c1f0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:39:05.110147 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-041d0ed8-ff79-45ea-b334-e5ecff67b1e3 admin admin] Publish callbacks [] for security_group (f0217150-83d1-4a72-9ebb-7c468d59037e), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:05.119436 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-041d0ed8-ff79-45ea-b334-e5ecff67b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (f0217150-83d1-4a72-9ebb-7c468d59037e), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:05.180157 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc59fa8-0a0d-41a9-9162-b3838b93c1f0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:39:05.187026 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cdc59fa8-0a0d-41a9-9162-b3838b93c1f0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:05.197637 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11e941-555a-4785-b94c-69a38240324c None None] Sync routers for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:39:05.211892 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11e941-555a-4785-b94c-69a38240324c None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:39:05.212987 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6c11e941-555a-4785-b94c-69a38240324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:38:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:05.216835 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-cdc59fa8-0a0d-41a9-9162-b3838b93c1f0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "PUT /v2.0/floatingips/80e94fb9-9e2a-468f-808d-3e8feca78151 HTTP/1.1" status: 200 len: 991 time: 1.9490266 Jan 19 18:39:05.217327 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:05.220288 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8035f5-d7b6-459f-ad89-ea70d83e2736" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:05.244997 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d0ed8-ff79-45ea-b334-e5ecff67b1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0217150-83d1-4a72-9ebb-7c468d59037e,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:05.244997 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-041d0ed8-ff79-45ea-b334-e5ecff67b1e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2bc7e15ea36a42d9aba74d82e9c49451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6897278 Jan 19 18:39:05.247756 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37604) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:05.257510 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd808c-a618-4dff-aaae-3d53b862e79c req-0c1a2b3e-fc5d-4d46-923b-0c7297abbc3c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:05.259187 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bcbd808c-a618-4dff-aaae-3d53b862e79c req-0c1a2b3e-fc5d-4d46-923b-0c7297abbc3c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.2236574 Jan 19 18:39:05.274676 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37606) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:05.279724 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-6372c5a8-d36b-4e40-b448-dd39df8a0b44 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'floatingip': {'port_id': 'a1c230ac-9512-4467-8015-7d53593f1bff'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:05.331619 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d141b75c-c6ac-43fb-becc-faffe64f6b7f admin admin] Publish callbacks [] for security_group (f0217150-83d1-4a72-9ebb-7c468d59037e), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:05.361693 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d141b75c-c6ac-43fb-becc-faffe64f6b7f admin admin] Publish callbacks [] for security_group (f0217150-83d1-4a72-9ebb-7c468d59037e), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:05.363720 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-6c11e941-555a-4785-b94c-69a38240324c None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:39:05.377113 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab8350d-33ab-4c97-898e-df4d3df9e6a9 x-openstack-request-id: req-5ab8350d-33ab-4c97-898e-df4d3df9e6a9 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:05.377392 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:05.377640 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ab8350d-33ab-4c97-898e-df4d3df9e6a9 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:05.378051 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'status': 'completed', 'code': 200} Jan 19 18:39:05.384751 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6372c5a8-d36b-4e40-b448-dd39df8a0b44 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (172ad14b-9594-4cac-9c10-a7d9e1c34885), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:05.478716 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8035f5-d7b6-459f-ad89-ea70d83e2736 req-700f24b9-7307-4efd-874a-e306ba38f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:05.481115 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ea8035f5-d7b6-459f-ad89-ea70d83e2736 req-700f24b9-7307-4efd-874a-e306ba38f115 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 1099 time: 0.0846541 Jan 19 18:39:05.772766 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6c11e941-555a-4785-b94c-69a38240324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '80e94fb9-9e2a-468f-808d-3e8feca78151', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'port_id': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'mac_address': 'fa:16:3e:07:c8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9f3403-4437-466f-955b-b8b12295778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:38:36Z', 'updated_at': '2022-01-19T18:39:04Z', 'revision_number': 1, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:05.828610 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11e941-555a-4785-b94c-69a38240324c None None] Checking router: b6b1baec-66d8-48e8-9d2f-e8a29a04b575 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:39:05.849699 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11e941-555a-4785-b94c-69a38240324c None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:39:05.850903 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6c11e941-555a-4785-b94c-69a38240324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:38:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:05.911147 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d141b75c-c6ac-43fb-becc-faffe64f6b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (f0217150-83d1-4a72-9ebb-7c468d59037e), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:05.916226 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d141b75c-c6ac-43fb-becc-faffe64f6b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:05.918450 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-d141b75c-c6ac-43fb-becc-faffe64f6b7f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0217150-83d1-4a72-9ebb-7c468d59037e HTTP/1.1" status: 204 len: 168 time: 0.6687427 Jan 19 18:39:05.949840 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141b75c-c6ac-43fb-becc-faffe64f6b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0217150-83d1-4a72-9ebb-7c468d59037e,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:06.023675 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-6c11e941-555a-4785-b94c-69a38240324c None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:39:06.041733 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8035f5-d7b6-459f-ad89-ea70d83e2736 req-ef1d2497-0996-4618-9399-86ff2fc618b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:06.043248 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ea8035f5-d7b6-459f-ad89-ea70d83e2736 req-ef1d2497-0996-4618-9399-86ff2fc618b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 916 time: 0.5553296 Jan 19 18:39:06.270695 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ea8035f5-d7b6-459f-ad89-ea70d83e2736 req-f8cb6208-0b1f-49bd-9e73-d7db0da93459 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb HTTP/1.1" status: 200 len: 999 time: 0.2202315 Jan 19 18:39:06.299112 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.db.resource_extend [None req-6372c5a8-d36b-4e40-b448-dd39df8a0b44 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 19 18:39:06.408555 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8035f5-d7b6-459f-ad89-ea70d83e2736 req-979d2220-9369-47e8-bc91-7a10c2091042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:06.410146 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ea8035f5-d7b6-459f-ad89-ea70d83e2736 req-979d2220-9369-47e8-bc91-7a10c2091042 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.1177912 Jan 19 18:39:06.619402 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8035f5-d7b6-459f-ad89-ea70d83e2736 req-0a3edc99-e1ec-4522-9e65-c46a73963fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:06.629592 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ea8035f5-d7b6-459f-ad89-ea70d83e2736 req-0a3edc99-e1ec-4522-9e65-c46a73963fc2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2108641 Jan 19 18:39:06.685873 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37646) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:06.780735 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6372c5a8-d36b-4e40-b448-dd39df8a0b44 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:06.786428 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6372c5a8-d36b-4e40-b448-dd39df8a0b44 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (172ad14b-9594-4cac-9c10-a7d9e1c34885), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:06.855655 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6c11e941-555a-4785-b94c-69a38240324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '80e94fb9-9e2a-468f-808d-3e8feca78151', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'port_id': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'mac_address': 'fa:16:3e:07:c8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9f3403-4437-466f-955b-b8b12295778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:38:36Z', 'updated_at': '2022-01-19T18:39:04Z', 'revision_number': 1, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:06.923931 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:06.960269 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11e941-555a-4785-b94c-69a38240324c None None] The sync data for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi is: [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '80e94fb9-9e2a-468f-808d-3e8feca78151', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'port_id': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'mac_address': 'fa:16:3e:07:c8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9f3403-4437-466f-955b-b8b12295778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:38:36Z', 'updated_at': '2022-01-19T18:39:04Z', 'revision_number': 1, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:39:07.037063 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-6372c5a8-d36b-4e40-b448-dd39df8a0b44 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Floating IP 172ad14b-9594-4cac-9c10-a7d9e1c34885 associated. External IP: 172.27.3.168, port: a1c230ac-9512-4467-8015-7d53593f1bff. Jan 19 18:39:07.038655 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ea8035f5-d7b6-459f-ad89-ea70d83e2736 req-5b78d1d0-75f3-4e79-aa12-8c1df0bbaa23 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989952 Jan 19 18:39:07.172180 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Publish callbacks [] for security_group (9e8c9fd1-d592-44b1-9679-67f858d69164), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:07.177840 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9e8c9fd1-d592-44b1-9679-67f858d69164), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:07.275672 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=943851abfbc141b980bafcee2624da2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5881965 Jan 19 18:39:07.276913 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8c9fd1-d592-44b1-9679-67f858d69164,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:07.286748 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-ea8035f5-d7b6-459f-ad89-ea70d83e2736 req-b98fd2e6-ce9b-4b1b-bbab-863222dccc20 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336035 Jan 19 18:39:07.287345 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37668) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:07.288610 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.289048 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.296848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.296848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.296848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.296848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.296848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.296848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.296848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.296848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.296848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.296848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.296848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324739f-e55c-42c8-a2b4-1ee9b966dfdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:07.375604 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42594d7d-b7d2-4d32-a816-a16f2c801f89 admin admin] Publish callbacks [] for security_group (9e8c9fd1-d592-44b1-9679-67f858d69164), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:07.406712 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42594d7d-b7d2-4d32-a816-a16f2c801f89 admin admin] Publish callbacks [] for security_group (9e8c9fd1-d592-44b1-9679-67f858d69164), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:07.484086 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6aabb3-f202-4829-adb3-4ce453ab1f07 None None] New status for floating IP 80e94fb9-9e2a-468f-808d-3e8feca78151: ACTIVE {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:39:07.487568 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42594d7d-b7d2-4d32-a816-a16f2c801f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9e8c9fd1-d592-44b1-9679-67f858d69164), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:07.490737 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42594d7d-b7d2-4d32-a816-a16f2c801f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:07.492046 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-42594d7d-b7d2-4d32-a816-a16f2c801f89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e8c9fd1-d592-44b1-9679-67f858d69164 HTTP/1.1" status: 204 len: 168 time: 0.1945136 Jan 19 18:39:07.503031 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42594d7d-b7d2-4d32-a816-a16f2c801f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8c9fd1-d592-44b1-9679-67f858d69164,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:07.606078 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6372c5a8-d36b-4e40-b448-dd39df8a0b44 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Router 3426c523-3bee-412f-ac27-1ee3d1aab051 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:39:07.756002 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6372c5a8-d36b-4e40-b448-dd39df8a0b44 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:39:07.756594 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37678) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:07.771787 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf2d78-3d87-4cd7-a3c3-3f28c531d56a None None] Sync routers for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:39:07.772024 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6372c5a8-d36b-4e40-b448-dd39df8a0b44 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:07.808842 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6372c5a8-d36b-4e40-b448-dd39df8a0b44 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "PUT /v2.0/floatingips/172ad14b-9594-4cac-9c10-a7d9e1c34885 HTTP/1.1" status: 200 len: 991 time: 2.5326819 Jan 19 18:39:07.809602 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'tag': 'a1c230ac-9512-4467-8015-7d53593f1bff'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:07.812471 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c470fcac-b142-4dd2-90ad-132cfaf3a056" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c", "tag": "a1c230ac-9512-4467-8015-7d53593f1bff"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:07.828608 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf2d78-3d87-4cd7-a3c3-3f28c531d56a None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:39:07.829667 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-77bf2d78-3d87-4cd7-a3c3-3f28c531d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:38:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:07.922240 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19c5968-c960-4e33-a70a-2f1b72892ca0 x-openstack-request-id: req-a19c5968-c960-4e33-a70a-2f1b72892ca0 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:07.923872 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c", "tag": "a1c230ac-9512-4467-8015-7d53593f1bff", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:07.924329 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a19c5968-c960-4e33-a70a-2f1b72892ca0 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:07.925236 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'tag': 'a1c230ac-9512-4467-8015-7d53593f1bff', 'status': 'completed', 'code': 200} Jan 19 18:39:08.110851 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470fcac-b142-4dd2-90ad-132cfaf3a056 req-35c471c3-52ee-4f4d-b461-ea0bc28b9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:08.116494 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-c470fcac-b142-4dd2-90ad-132cfaf3a056 req-35c471c3-52ee-4f4d-b461-ea0bc28b9b35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 1098 time: 0.1719449 Jan 19 18:39:08.303495 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-77bf2d78-3d87-4cd7-a3c3-3f28c531d56a None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:39:08.319765 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470fcac-b142-4dd2-90ad-132cfaf3a056 req-2163aa88-8251-4a4e-a742-1dd184a9e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:08.321648 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-c470fcac-b142-4dd2-90ad-132cfaf3a056 req-2163aa88-8251-4a4e-a742-1dd184a9e40b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 911 time: 0.2000968 Jan 19 18:39:08.428207 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-64402294-090e-4cc3-a6b9-dce1060b2bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:08.534760 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-c470fcac-b142-4dd2-90ad-132cfaf3a056 req-3baa0de2-45fe-4a97-b0e5-ffda403b6a51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c230ac-9512-4467-8015-7d53593f1bff HTTP/1.1" status: 200 len: 999 time: 0.2024043 Jan 19 18:39:08.658524 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470fcac-b142-4dd2-90ad-132cfaf3a056 req-4a30a1fd-686a-4aa8-9332-8b719404dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:08.661886 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-c470fcac-b142-4dd2-90ad-132cfaf3a056 req-4a30a1fd-686a-4aa8-9332-8b719404dbcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0924a93a-d057-4ea7-b98a-07d64d6605b6 HTTP/1.1" status: 200 len: 850 time: 0.1201146 Jan 19 18:39:08.851974 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-64402294-090e-4cc3-a6b9-dce1060b2bef admin admin] Publish callbacks [] for security_group (af8b3a41-76a7-4983-b13d-acdd9b22b512), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:08.862544 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470fcac-b142-4dd2-90ad-132cfaf3a056 req-b4e5b457-bca1-4730-a83f-2510e3f8fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:08.864140 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-c470fcac-b142-4dd2-90ad-132cfaf3a056 req-b4e5b457-bca1-4730-a83f-2510e3f8fd5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a83c77-a086-4b56-b863-c2c3d2e498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1667349 Jan 19 18:39:08.865594 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-64402294-090e-4cc3-a6b9-dce1060b2bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (af8b3a41-76a7-4983-b13d-acdd9b22b512), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:08.972314 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64402294-090e-4cc3-a6b9-dce1060b2bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8b3a41-76a7-4983-b13d-acdd9b22b512,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:08.986768 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-77bf2d78-3d87-4cd7-a3c3-3f28c531d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '172ad14b-9594-4cac-9c10-a7d9e1c34885', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'port_id': 'a1c230ac-9512-4467-8015-7d53593f1bff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'mac_address': 'fa:16:3e:11:87:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:38:31Z', 'updated_at': '2022-01-19T18:39:06Z', 'revision_number': 1, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:09.003861 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-64402294-090e-4cc3-a6b9-dce1060b2bef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41a64279f747420c902a531a460f8166&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2452581 Jan 19 18:39:09.004823 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37730) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:09.045859 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf2d78-3d87-4cd7-a3c3-3f28c531d56a None None] Checking router: 3426c523-3bee-412f-ac27-1ee3d1aab051 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:39:09.057499 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf2d78-3d87-4cd7-a3c3-3f28c531d56a None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:39:09.058441 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-77bf2d78-3d87-4cd7-a3c3-3f28c531d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:38:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:09.063077 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-c470fcac-b142-4dd2-90ad-132cfaf3a056 req-b999ed46-4ff8-4c38-8be9-f98a5f85c62c service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854577 Jan 19 18:39:09.146146 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae527f-823f-4f0d-86df-fd5c79234c4d req-727d8142-397b-43ed-9191-ea4cf7a48060 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:09.152233 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5fae527f-823f-4f0d-86df-fd5c79234c4d req-727d8142-397b-43ed-9191-ea4cf7a48060 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 945 time: 0.2065110 Jan 19 18:39:09.196179 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-77bf2d78-3d87-4cd7-a3c3-3f28c531d56a None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:39:09.225327 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Publish callbacks [] for security_group (af8b3a41-76a7-4983-b13d-acdd9b22b512), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:09.271217 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Publish callbacks [] for security_group (af8b3a41-76a7-4983-b13d-acdd9b22b512), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:09.272999 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-c470fcac-b142-4dd2-90ad-132cfaf3a056 req-dc9ea4df-9c33-482c-b914-a7c1a31d8eff service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015076 Jan 19 18:39:09.296068 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5fae527f-823f-4f0d-86df-fd5c79234c4d req-5c66ac83-e78c-4552-a9bb-0fce07722089 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334040 Jan 19 18:39:09.373558 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (af8b3a41-76a7-4983-b13d-acdd9b22b512), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:09.378291 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:09.380199 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af8b3a41-76a7-4983-b13d-acdd9b22b512 HTTP/1.1" status: 204 len: 168 time: 0.3736022 Jan 19 18:39:09.394523 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8b3a41-76a7-4983-b13d-acdd9b22b512,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:09.414327 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.414901 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.415489 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.416062 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.416678 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.417258 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.417830 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.419014 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.419014 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.420188 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.420859 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.421422 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.422330 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5d3f0-e568-4b91-bef4-d509da39e03d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:09.690265 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-77bf2d78-3d87-4cd7-a3c3-3f28c531d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '172ad14b-9594-4cac-9c10-a7d9e1c34885', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'port_id': 'a1c230ac-9512-4467-8015-7d53593f1bff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'mac_address': 'fa:16:3e:11:87:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:38:31Z', 'updated_at': '2022-01-19T18:39:06Z', 'revision_number': 1, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:09.771992 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf2d78-3d87-4cd7-a3c3-3f28c531d56a None None] The sync data for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi is: [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '172ad14b-9594-4cac-9c10-a7d9e1c34885', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'port_id': 'a1c230ac-9512-4467-8015-7d53593f1bff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'mac_address': 'fa:16:3e:11:87:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:38:31Z', 'updated_at': '2022-01-19T18:39:06Z', 'revision_number': 1, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:39:09.979139 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37758) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:10.010978 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-47fe87cf-1e82-4b59-b40a-5c35f3ef243c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:10.205813 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-47fe87cf-1e82-4b59-b40a-5c35f3ef243c admin admin] Publish callbacks [] for security_group (9dcff319-e78e-4cbb-8ff9-3660c89478a4), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:10.215102 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-47fe87cf-1e82-4b59-b40a-5c35f3ef243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9dcff319-e78e-4cbb-8ff9-3660c89478a4), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:10.291213 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa5c1d-5ff8-4043-8f4a-d72ef6ce176e None None] New status for floating IP 172ad14b-9594-4cac-9c10-a7d9e1c34885: ACTIVE {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:39:10.319049 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe87cf-1e82-4b59-b40a-5c35f3ef243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcff319-e78e-4cbb-8ff9-3660c89478a4,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:10.368404 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-47fe87cf-1e82-4b59-b40a-5c35f3ef243c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e452df4741b34b9d8f706f41532ab2ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869877 Jan 19 18:39:10.371713 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37776) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:10.698217 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956655b3-477d-429b-a23c-53a946a2e021 req-c5c9a422-af39-4647-b334-ac73b6dd7b52 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:10.702186 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-956655b3-477d-429b-a23c-53a946a2e021 req-c5c9a422-af39-4647-b334-ac73b6dd7b52 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 945 time: 0.1947255 Jan 19 18:39:10.708273 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-55005915-810f-470e-9627-4b6884b4764e admin admin] Publish callbacks [] for security_group (9dcff319-e78e-4cbb-8ff9-3660c89478a4), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:10.786148 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-55005915-810f-470e-9627-4b6884b4764e admin admin] Publish callbacks [] for security_group (9dcff319-e78e-4cbb-8ff9-3660c89478a4), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:10.880984 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-956655b3-477d-429b-a23c-53a946a2e021 req-b9218570-1dce-4f62-9cdf-00e3410789cf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/security-groups?id=68b16b5d-e127-4dc5-9139-740704b15667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664832 Jan 19 18:39:10.931441 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-55005915-810f-470e-9627-4b6884b4764e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9dcff319-e78e-4cbb-8ff9-3660c89478a4), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:10.939187 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-55005915-810f-470e-9627-4b6884b4764e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:10.941822 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-55005915-810f-470e-9627-4b6884b4764e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9dcff319-e78e-4cbb-8ff9-3660c89478a4 HTTP/1.1" status: 204 len: 168 time: 0.5688405 Jan 19 18:39:10.957167 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55005915-810f-470e-9627-4b6884b4764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcff319-e78e-4cbb-8ff9-3660c89478a4,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:11.130585 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63fb07-484c-4c4a-8563-cc6ba6bb9feb req-4f098ca8-cf34-4540-9bb8-a1cbcf5c0627 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:11.133121 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-2d63fb07-484c-4c4a-8563-cc6ba6bb9feb req-4f098ca8-cf34-4540-9bb8-a1cbcf5c0627 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.35 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 945 time: 0.2229660 Jan 19 18:39:11.285496 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-2d63fb07-484c-4c4a-8563-cc6ba6bb9feb req-e95e42fe-0728-4e65-9063-9b306690c2e5 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Deleting port 3669deec-b47b-442d-b331-e7057d9ae357 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:39:11.285838 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-2d63fb07-484c-4c4a-8563-cc6ba6bb9feb req-e95e42fe-0728-4e65-9063-9b306690c2e5 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (3669deec-b47b-442d-b331-e7057d9ae357), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:11.403948 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-2d63fb07-484c-4c4a-8563-cc6ba6bb9feb req-e95e42fe-0728-4e65-9063-9b306690c2e5 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] For port 3669deec-b47b-442d-b331-e7057d9ae357, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=3669deec-b47b-442d-b331-e7057d9ae357,segment=NetworkSegment(33b3d1d8-4d72-4924-8040-c3ca0faf6137),segment_id=33b3d1d8-4d72-4924-8040-c3ca0faf6137)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:11.406566 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-2d63fb07-484c-4c4a-8563-cc6ba6bb9feb req-e95e42fe-0728-4e65-9063-9b306690c2e5 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (3669deec-b47b-442d-b331-e7057d9ae357), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:11.423235 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-2d63fb07-484c-4c4a-8563-cc6ba6bb9feb req-e95e42fe-0728-4e65-9063-9b306690c2e5 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Calling delete_port for 3669deec-b47b-442d-b331-e7057d9ae357 owned by compute:nova {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:39:11.723369 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-2d63fb07-484c-4c4a-8563-cc6ba6bb9feb req-e95e42fe-0728-4e65-9063-9b306690c2e5 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (3669deec-b47b-442d-b331-e7057d9ae357), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:11.773634 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e42fe-0728-4e65-9063-9b306690c2e5 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Pushing event deleted for resources: {'Port': ['ID=3669deec-b47b-442d-b331-e7057d9ae357,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:11.912884 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d63fb07-484c-4c4a-8563-cc6ba6bb9feb req-e95e42fe-0728-4e65-9063-9b306690c2e5 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] No DVR routers for this DVR port 3669deec-b47b-442d-b331-e7057d9ae357 on host hv-cinder-82536 {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:39:11.920056 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-2d63fb07-484c-4c4a-8563-cc6ba6bb9feb req-e95e42fe-0728-4e65-9063-9b306690c2e5 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:11.927620 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-2d63fb07-484c-4c4a-8563-cc6ba6bb9feb req-e95e42fe-0728-4e65-9063-9b306690c2e5 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.35 "DELETE /v2.0/ports/3669deec-b47b-442d-b331-e7057d9ae357 HTTP/1.1" status: 204 len: 173 time: 0.7841630 Jan 19 18:39:11.928415 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf03d52-905b-435f-b668-7d1af6c99ad2', 'name': 'network-vif-deleted', 'tag': '3669deec-b47b-442d-b331-e7057d9ae357'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:11.933024 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cfc3f3-6a61-47f8-ac4b-6918fa9d7cc0" -d '{"events": [{"server_uuid": "baf03d52-905b-435f-b668-7d1af6c99ad2", "name": "network-vif-deleted", "tag": "3669deec-b47b-442d-b331-e7057d9ae357"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:12.030057 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fc9803-8c7d-4681-9bae-6a41b0a9d271 x-openstack-request-id: req-58fc9803-8c7d-4681-9bae-6a41b0a9d271 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:12.030544 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf03d52-905b-435f-b668-7d1af6c99ad2", "name": "network-vif-deleted", "tag": "3669deec-b47b-442d-b331-e7057d9ae357", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:12.030976 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58fc9803-8c7d-4681-9bae-6a41b0a9d271 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:12.031643 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf03d52-905b-435f-b668-7d1af6c99ad2', 'name': 'network-vif-deleted', 'tag': '3669deec-b47b-442d-b331-e7057d9ae357', 'status': 'completed', 'code': 200} Jan 19 18:39:12.049622 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ab8f431c-a0f8-48e4-b7dc-bd886a95cdad req-10aeb0fe-f245-4d1c-a0ab-60abe4f43891 tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 210 time: 0.0412405 Jan 19 18:39:13.306103 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d3345957-e218-42ac-94d2-b2472e8e68a7 req-711babc3-533b-4a02-974d-dbb0914d94cf tempest-DeleteServersTestJSON-569666411 tempest-DeleteServersTestJSON-569666411-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf03d52-905b-435f-b668-7d1af6c99ad2 HTTP/1.1" status: 200 len: 210 time: 0.0710242 Jan 19 18:39:13.315371 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 3669deec-b47b-442d-b331-e7057d9ae357 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:39:13.359924 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: 3669deec-b47b-442d-b331-e7057d9ae357 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:39:13.360305 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 3669deec-b47b-442d-b331-e7057d9ae357 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:39:13.998072 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 37950) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:14.175251 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c5d8205e-55ec-4892-b9ad-ee77385e62c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:14.324302 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c5d8205e-55ec-4892-b9ad-ee77385e62c0 admin admin] Publish callbacks [] for security_group (61da1122-ef55-435f-a49d-93bcf1519060), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:14.331893 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c5d8205e-55ec-4892-b9ad-ee77385e62c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (61da1122-ef55-435f-a49d-93bcf1519060), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:14.381246 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 37972) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:14.382073 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-c5d8205e-55ec-4892-b9ad-ee77385e62c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9879baca11e84ecaa8f904c87301c5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816102 Jan 19 18:39:14.383886 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8205e-55ec-4892-b9ad-ee77385e62c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61da1122-ef55-435f-a49d-93bcf1519060,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:14.578812 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-441fea40-1763-4635-84c3-3abcdf44b46a admin admin] Publish callbacks [] for security_group (61da1122-ef55-435f-a49d-93bcf1519060), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:14.625002 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-441fea40-1763-4635-84c3-3abcdf44b46a admin admin] Publish callbacks [] for security_group (61da1122-ef55-435f-a49d-93bcf1519060), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:14.777513 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-441fea40-1763-4635-84c3-3abcdf44b46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (61da1122-ef55-435f-a49d-93bcf1519060), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:14.787418 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-441fea40-1763-4635-84c3-3abcdf44b46a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:14.793605 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-441fea40-1763-4635-84c3-3abcdf44b46a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61da1122-ef55-435f-a49d-93bcf1519060 HTTP/1.1" status: 204 len: 168 time: 0.4044988 Jan 19 18:39:14.855315 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fea40-1763-4635-84c3-3abcdf44b46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da1122-ef55-435f-a49d-93bcf1519060,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:15.523233 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38040) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:15.537704 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bbfdfd8f-e8dc-4583-a95f-6cf5fd467205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:15.622226 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-087f19d0-a777-4330-a2f5-70831cc6f2f5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:15.625554 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-087f19d0-a777-4330-a2f5-70831cc6f2f5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 814 time: 0.2233627 Jan 19 18:39:15.664862 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bbfdfd8f-e8dc-4583-a95f-6cf5fd467205 admin admin] Publish callbacks [] for security_group (9f315dbc-3504-4e02-89f0-a23331584ba5), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:15.674821 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bbfdfd8f-e8dc-4583-a95f-6cf5fd467205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9f315dbc-3504-4e02-89f0-a23331584ba5), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:15.678320 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-05939ea3-4cff-48d5-98d3-39ab80a8b54a tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/quotas/830225ef6edb4906810978eedcd3b723 HTTP/1.1" status: 200 len: 375 time: 0.0425062 Jan 19 18:39:15.722526 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38052) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:15.722754 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-bbfdfd8f-e8dc-4583-a95f-6cf5fd467205 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=301b3c8a9da04180bea09b3e3d8dd2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953039 Jan 19 18:39:15.753982 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdfd8f-e8dc-4583-a95f-6cf5fd467205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f315dbc-3504-4e02-89f0-a23331584ba5,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:15.819197 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-11359b13-a801-42e3-a6f8-91ce3de93244 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1394331 Jan 19 18:39:15.858250 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0eb7-4982-4f6f-811c-ef5e5c70c66d admin admin] Publish callbacks [] for security_group (9f315dbc-3504-4e02-89f0-a23331584ba5), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:15.930390 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0eb7-4982-4f6f-811c-ef5e5c70c66d admin admin] Publish callbacks [] for security_group (9f315dbc-3504-4e02-89f0-a23331584ba5), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:15.982414 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-c4dec029-8d2a-436a-929c-e101b123ea9c service neutron] 10.222.0.39 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499152 Jan 19 18:39:16.081700 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0eb7-4982-4f6f-811c-ef5e5c70c66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9f315dbc-3504-4e02-89f0-a23331584ba5), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:16.085904 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0eb7-4982-4f6f-811c-ef5e5c70c66d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:16.086784 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1e8f0eb7-4982-4f6f-811c-ef5e5c70c66d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f315dbc-3504-4e02-89f0-a23331584ba5 HTTP/1.1" status: 204 len: 168 time: 0.3622022 Jan 19 18:39:16.111735 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f0eb7-4982-4f6f-811c-ef5e5c70c66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f315dbc-3504-4e02-89f0-a23331584ba5,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:16.127022 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-a6b6b676-61c5-4a8b-8b90-b6b13af0637b service neutron] 10.222.0.39 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309073 Jan 19 18:39:16.225808 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38070) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:16.386448 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7ac615b-a04a-4692-b7c5-9ea3964c5193 req-03d4264f-0c0b-4abf-a601-c321b3f5a06f tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 210 time: 0.0420232 Jan 19 18:39:16.447662 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38084) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:16.519384 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a82e19-9939-45e3-984f-4fbe5c5e6268 admin admin] Deleting subnet 3b6adae3-b525-4f1a-90e1-5a0e369ba8ad {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:39:16.523582 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93a82e19-9939-45e3-984f-4fbe5c5e6268 admin admin] Publish callbacks [] for subnet (3b6adae3-b525-4f1a-90e1-5a0e369ba8ad), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:16.594344 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93a82e19-9939-45e3-984f-4fbe5c5e6268 admin admin] Publish callbacks [] for subnet (3b6adae3-b525-4f1a-90e1-5a0e369ba8ad), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:16.603403 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93a82e19-9939-45e3-984f-4fbe5c5e6268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (3b6adae3-b525-4f1a-90e1-5a0e369ba8ad), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:16.660317 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-470028dd-9105-4e16-8761-6cb5ed161eca req-9977bd19-ec2e-4bca-8e5d-db154c4d4692 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541782 Jan 19 18:39:16.692601 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45571b5b-4e74-40dc-aefb-bc1d44f62464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:16.748125 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93a82e19-9939-45e3-984f-4fbe5c5e6268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (3b6adae3-b525-4f1a-90e1-5a0e369ba8ad), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:16.807886 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470028dd-9105-4e16-8761-6cb5ed161eca req-a9bfc418-5210-48bf-8637-118315843922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:16.810054 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-470028dd-9105-4e16-8761-6cb5ed161eca req-a9bfc418-5210-48bf-8637-118315843922 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 1099 time: 0.0779438 Jan 19 18:39:16.833503 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a82e19-9939-45e3-984f-4fbe5c5e6268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6adae3-b525-4f1a-90e1-5a0e369ba8ad,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:16.840959 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93a82e19-9939-45e3-984f-4fbe5c5e6268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:16.846706 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-93a82e19-9939-45e3-984f-4fbe5c5e6268 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3b6adae3-b525-4f1a-90e1-5a0e369ba8ad HTTP/1.1" status: 204 len: 168 time: 0.3973651 Jan 19 18:39:16.848926 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38104) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:16.929755 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45571b5b-4e74-40dc-aefb-bc1d44f62464 admin admin] Publish callbacks [] for security_group (3bfd03db-d745-4ec2-be66-488b2c284126), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:16.937544 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45571b5b-4e74-40dc-aefb-bc1d44f62464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (3bfd03db-d745-4ec2-be66-488b2c284126), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:16.978264 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (6c19d98e-e150-446a-9bd7-ed90c2186627), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.077401 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-45571b5b-4e74-40dc-aefb-bc1d44f62464 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a30fc3cd9f84bb3a199c55a753a1f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8503339 Jan 19 18:39:17.078044 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38118) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:17.078413 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38120) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:17.119761 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45571b5b-4e74-40dc-aefb-bc1d44f62464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfd03db-d745-4ec2-be66-488b2c284126,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:17.173100 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacde21b-2e34-4e01-8f3c-40904091a267 admin admin] Deleting subnet 6b829ae6-c301-448c-9f79-a4ebce69fe1f {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:39:17.184404 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bacde21b-2e34-4e01-8f3c-40904091a267 admin admin] Publish callbacks [] for subnet (6b829ae6-c301-448c-9f79-a4ebce69fe1f), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.211566 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (6c19d98e-e150-446a-9bd7-ed90c2186627), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.252982 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bacde21b-2e34-4e01-8f3c-40904091a267 admin admin] Publish callbacks [] for subnet (6b829ae6-c301-448c-9f79-a4ebce69fe1f), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.260608 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bacde21b-2e34-4e01-8f3c-40904091a267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (6b829ae6-c301-448c-9f79-a4ebce69fe1f), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.319936 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8951f1f2-25b2-4254-90e9-83296094cfd3 admin admin] Publish callbacks [] for security_group (3bfd03db-d745-4ec2-be66-488b2c284126), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.352581 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c19d98e-e150-446a-9bd7-ed90c2186627']}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:17.354403 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8951f1f2-25b2-4254-90e9-83296094cfd3 admin admin] Publish callbacks [] for security_group (3bfd03db-d745-4ec2-be66-488b2c284126), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.367342 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bacde21b-2e34-4e01-8f3c-40904091a267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for subnet (6b829ae6-c301-448c-9f79-a4ebce69fe1f), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.397384 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b3d1d8-4d72-4924-8040-c3ca0faf6137') {'for_net_delete': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:17.397384 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b3d1d8-4d72-4924-8040-c3ca0faf6137') {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:17.414408 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacde21b-2e34-4e01-8f3c-40904091a267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b829ae6-c301-448c-9f79-a4ebce69fe1f,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:17.423591 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bacde21b-2e34-4e01-8f3c-40904091a267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.427618 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-bacde21b-2e34-4e01-8f3c-40904091a267 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6b829ae6-c301-448c-9f79-a4ebce69fe1f HTTP/1.1" status: 204 len: 168 time: 0.3467562 Jan 19 18:39:17.434080 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38140) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:17.453886 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27101020'] for segment (33b3d1d8-4d72-4924-8040-c3ca0faf6137), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.496171 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470028dd-9105-4e16-8761-6cb5ed161eca req-84a406ed-7bfb-4424-9a4f-4087d9e94230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:17.500720 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-470028dd-9105-4e16-8761-6cb5ed161eca req-84a406ed-7bfb-4424-9a4f-4087d9e94230 service neutron] 10.222.0.35 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 914 time: 0.5192690 Jan 19 18:39:17.518096 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (33b3d1d8-4d72-4924-8040-c3ca0faf6137), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.546101 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:39:17.546819 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141864'] for segment (33b3d1d8-4d72-4924-8040-c3ca0faf6137), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.575286 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (8f88f39b-04e1-4d51-9901-ce6e8ee2afa0), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.588686 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8951f1f2-25b2-4254-90e9-83296094cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (3bfd03db-d745-4ec2-be66-488b2c284126), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.594866 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8951f1f2-25b2-4254-90e9-83296094cfd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.602692 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8951f1f2-25b2-4254-90e9-83296094cfd3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bfd03db-d745-4ec2-be66-488b2c284126 HTTP/1.1" status: 204 len: 168 time: 0.5203989 Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: Traceback (most recent call last): Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: timer() Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: cb(*args, **kw) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: return func(*args, **kwargs) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: self._notify() Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: self.callback(batched_events) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: event.method(event) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: return f(self, *a, **k) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._get(url).json() Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: return self.request(url, 'GET', **kwargs) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:39:17.624641 dv-cinder-825360-1-iscsi neutron-server[103027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:39:17.653433 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-682ef945-c62c-43b0-ae38-ff553552f2cc req-50633c88-f709-4cd1-8cc4-dccd8b540c0b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 210 time: 0.0488024 Jan 19 18:39:17.655368 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951f1f2-25b2-4254-90e9-83296094cfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfd03db-d745-4ec2-be66-488b2c284126,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:17.739274 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (6c19d98e-e150-446a-9bd7-ed90c2186627), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.743749 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-470028dd-9105-4e16-8761-6cb5ed161eca req-30ce1ea4-6a1b-4fde-8c34-4337d095ef1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf25b29-d45f-4e15-b6d1-69765810c789 HTTP/1.1" status: 200 len: 217 time: 0.2314403 Jan 19 18:39:17.764904 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.772919 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] 10.222.0.39 "DELETE /v2.0/networks/6c19d98e-e150-446a-9bd7-ed90c2186627 HTTP/1.1" status: 204 len: 168 time: 0.9223154 Jan 19 18:39:17.786085 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (8f88f39b-04e1-4d51-9901-ce6e8ee2afa0), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:17.866373 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba74e69-d835-4084-88e3-5a1e9496fcce admin admin] Pushing event deleted for resources: {'Network': ['ID=6c19d98e-e150-446a-9bd7-ed90c2186627,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:17.870039 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470028dd-9105-4e16-8761-6cb5ed161eca req-962ef1e3-1f45-4118-9fe5-1f5e56a66122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:17.870893 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:17.872342 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:17.872531 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-470028dd-9105-4e16-8761-6cb5ed161eca req-962ef1e3-1f45-4118-9fe5-1f5e56a66122 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa HTTP/1.1" status: 200 len: 854 time: 0.1114094 Jan 19 18:39:17.872902 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:17.873453 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:17.873930 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:17.874422 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:17.874970 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:17.875517 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:17.876294 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:17.876914 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:17.934574 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-470028dd-9105-4e16-8761-6cb5ed161eca req-89c0228e-963a-4d76-ab5f-0cd9cc686560 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26a47aa7-117f-4621-b9ad-80fcc51b4f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524871 Jan 19 18:39:18.150238 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:18.151075 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:18.151759 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:18.152676 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 18:39:18.154203 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f88f39b-04e1-4d51-9901-ce6e8ee2afa0']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:18.155788 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38158) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:18.202761 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0281273e-abbb-42c3-9025-9860f99c5168') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:18.203499 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0281273e-abbb-42c3-9025-9860f99c5168') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:18.251406 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189508'] for segment (0281273e-abbb-42c3-9025-9860f99c5168), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:18.269193 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:18.309307 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (0281273e-abbb-42c3-9025-9860f99c5168), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:18.359440 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:39:18.360609 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25584496'] for segment (0281273e-abbb-42c3-9025-9860f99c5168), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: from cryptography.utils import int_from_bytes Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: from cryptography.utils import int_from_bytes Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.380823 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: Traceback (most recent call last): Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: timer() Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: cb(*args, **kw) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: return func(*args, **kwargs) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: self._notify() Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: self.callback(batched_events) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: event.method(event) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: return f(self, *a, **k) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._get(url).json() Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:39:18.384847 dv-cinder-825360-1-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:39:18.511111 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (8f88f39b-04e1-4d51-9901-ce6e8ee2afa0), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:18.531441 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:18.543606 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8f88f39b-04e1-4d51-9901-ce6e8ee2afa0 HTTP/1.1" status: 204 len: 168 time: 1.1077275 Jan 19 18:39:18.561299 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38162) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:18.710597 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbac892-8741-415a-b3bb-6bd7359eb776 admin admin] Deleting subnet f92b56d0-ee92-4278-afe8-d6617dbd128f {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:39:18.714394 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38170) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:18.717987 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6c745-e2d2-4516-b9b0-316487645af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f88f39b-04e1-4d51-9901-ce6e8ee2afa0,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:18.724045 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5dbac892-8741-415a-b3bb-6bd7359eb776 admin admin] Publish callbacks [] for subnet (f92b56d0-ee92-4278-afe8-d6617dbd128f), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:18.746375 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-11bf2fbf-ea19-453f-a9da-7faaad505ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:18.791618 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-11ad805d-74be-4bf7-a367-e9ba82ef4501 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=190ecd7cded14dc59b52d99cb2a371ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6337340 Jan 19 18:39:18.794865 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38174) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:18.796126 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-470028dd-9105-4e16-8761-6cb5ed161eca req-fec4dc27-43c4-425e-8c97-f28b2f0b1641 service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8524573 Jan 19 18:39:18.840910 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5dbac892-8741-415a-b3bb-6bd7359eb776 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189533'] for subnet (f92b56d0-ee92-4278-afe8-d6617dbd128f), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:18.982723 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-db8a93f0-5f57-4f49-a413-aa5d5e79065b req-a911ac09-ea98-4684-a028-e01e24d36b1d tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 210 time: 0.0800154 Jan 19 18:39:19.024245 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5dbac892-8741-415a-b3bb-6bd7359eb776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (f92b56d0-ee92-4278-afe8-d6617dbd128f), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.042807 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-470028dd-9105-4e16-8761-6cb5ed161eca req-bfbd4ce4-df00-474d-b85d-5b4b564dffb1 service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281530 Jan 19 18:39:19.056450 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7d452bbd-da97-4c20-a787-cad4ccfc3d1d admin admin] Publish callbacks [] for security_group (68b16b5d-e127-4dc5-9139-740704b15667), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.073878 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-82baf5e4-515f-482c-beba-ca8f7940df8c tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:19.077722 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-82baf5e4-515f-482c-beba-ca8f7940df8c tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 814 time: 0.8351471 Jan 19 18:39:19.093897 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Request body: {'port': {'device_id': 'daba93a8-592a-46de-bc7f-70cbecb7f120', 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58', 'admin_state_up': True, 'tenant_id': '830225ef6edb4906810978eedcd3b723'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:19.110560 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-11bf2fbf-ea19-453f-a9da-7faaad505ba7 admin admin] Publish callbacks [] for security_group (806cb257-83f2-4ddb-bd78-3e59cd02a1bd), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.112998 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7d452bbd-da97-4c20-a787-cad4ccfc3d1d admin admin] Publish callbacks [] for security_group (68b16b5d-e127-4dc5-9139-740704b15667), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.125900 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-11bf2fbf-ea19-453f-a9da-7faaad505ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (806cb257-83f2-4ddb-bd78-3e59cd02a1bd), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.257767 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf2fbf-ea19-453f-a9da-7faaad505ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806cb257-83f2-4ddb-bd78-3e59cd02a1bd,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:19.265039 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5dbac892-8741-415a-b3bb-6bd7359eb776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25584430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27115052'] for subnet (f92b56d0-ee92-4278-afe8-d6617dbd128f), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.267801 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Made reservation on behalf of 830225ef6edb4906810978eedcd3b723 for: {'port': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:39:19.273211 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.276998 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-11bf2fbf-ea19-453f-a9da-7faaad505ba7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df750d6ce655441facf2d2ac08d8af72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5549572 Jan 19 18:39:19.281357 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38190) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:19.323778 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbac892-8741-415a-b3bb-6bd7359eb776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92b56d0-ee92-4278-afe8-d6617dbd128f,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:19.330404 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5dbac892-8741-415a-b3bb-6bd7359eb776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.337452 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-5dbac892-8741-415a-b3bb-6bd7359eb776 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f92b56d0-ee92-4278-afe8-d6617dbd128f HTTP/1.1" status: 204 len: 168 time: 0.7611289 Jan 19 18:39:19.339570 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38196) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:19.449971 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-46112971-3187-4ce2-a6d8-947965965402 admin admin] Publish callbacks [] for security_group (806cb257-83f2-4ddb-bd78-3e59cd02a1bd), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.472681 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (ef27c152-62ff-4542-94ca-7c9d0bd89928), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.480206 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7d452bbd-da97-4c20-a787-cad4ccfc3d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (68b16b5d-e127-4dc5-9139-740704b15667), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.483829 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7d452bbd-da97-4c20-a787-cad4ccfc3d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.488681 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-7d452bbd-da97-4c20-a787-cad4ccfc3d1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68b16b5d-e127-4dc5-9139-740704b15667 HTTP/1.1" status: 204 len: 168 time: 0.6887054 Jan 19 18:39:19.522015 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d452bbd-da97-4c20-a787-cad4ccfc3d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b16b5d-e127-4dc5-9139-740704b15667,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:19.524963 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-43b556b2-f03a-40e1-92b9-2a23207a907e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.527551 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-46112971-3187-4ce2-a6d8-947965965402 admin admin] Publish callbacks [] for security_group (806cb257-83f2-4ddb-bd78-3e59cd02a1bd), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.650950 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Allocated IP 172.20.0.6 (26a47aa7-117f-4621-b9ad-80fcc51b4f58/e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa/ae8e3dc3-989f-4e65-aa75-1fb30ad40f25) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:39:19.671927 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (ef27c152-62ff-4542-94ca-7c9d0bd89928), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.706289 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef27c152-62ff-4542-94ca-7c9d0bd89928']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:19.743437 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd284f0ed-31c3-419d-81f8-69fe7bf25402') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:19.743437 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd284f0ed-31c3-419d-81f8-69fe7bf25402') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:19.756952 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189508'] for segment (d284f0ed-31c3-419d-81f8-69fe7bf25402), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.762240 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-46112971-3187-4ce2-a6d8-947965965402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (806cb257-83f2-4ddb-bd78-3e59cd02a1bd), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.767508 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-46112971-3187-4ce2-a6d8-947965965402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.776602 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-46112971-3187-4ce2-a6d8-947965965402 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/806cb257-83f2-4ddb-bd78-3e59cd02a1bd HTTP/1.1" status: 204 len: 168 time: 0.4906759 Jan 19 18:39:19.799024 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (d284f0ed-31c3-419d-81f8-69fe7bf25402), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.815734 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:39:19.817123 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25584496'] for segment (d284f0ed-31c3-419d-81f8-69fe7bf25402), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:19.832301 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46112971-3187-4ce2-a6d8-947965965402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806cb257-83f2-4ddb-bd78-3e59cd02a1bd,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: Traceback (most recent call last): Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: timer() Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: cb(*args, **kw) Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: return func(*args, **kwargs) Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: self._notify() Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: self.callback(batched_events) Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: event.method(event) Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: return f(self, *a, **k) Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._get(url).json() Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:39:19.951096 dv-cinder-825360-1-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:39:19.981080 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (ef27c152-62ff-4542-94ca-7c9d0bd89928), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:20.057336 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:20.075907 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ef27c152-62ff-4542-94ca-7c9d0bd89928 HTTP/1.1" status: 204 len: 168 time: 0.7305348 Jan 19 18:39:20.081872 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f61b9-80a4-44ae-83da-9601eb7336f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef27c152-62ff-4542-94ca-7c9d0bd89928,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:20.139968 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks [] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:20.228584 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:20.245210 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['9bf25b29-d45f-4e15-b6d1-69765810c789'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:39:20.296088 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-713ec73c-794d-49d5-9b2e-e0d6b88ea038 req-2607e3ac-ab69-461d-98a9-2f44ac6f71bf tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 210 time: 0.1045301 Jan 19 18:39:20.419832 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:39:20.427099 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:39:20.430968 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Pushing event updated for resources: {'Port': ['ID=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:20.435723 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:39:20.467971 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38228) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:20.530735 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:20.531948 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:20.556016 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-96be0166-1044-4eed-a61c-6f3f1d216c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4683821 Jan 19 18:39:20.574065 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Request body: {'port': {'device_id': 'daba93a8-592a-46de-bc7f-70cbecb7f120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:20.621336 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d586c82c-1de6-49ff-8260-477f2d036992 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d26e8a093484c299fe0880a26d398b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455052 Jan 19 18:39:20.621650 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38232) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:20.723642 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-22bf7fdf-6f46-4c3c-9480-dbefa7e08054 admin admin] Publish callbacks [] for security_group (0f570f09-1c5f-4584-a4d3-047f70553447), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:20.726786 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:20.768774 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-22bf7fdf-6f46-4c3c-9480-dbefa7e08054 admin admin] Publish callbacks [] for security_group (0f570f09-1c5f-4584-a4d3-047f70553447), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:20.838287 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38240) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:21.168175 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6068fc61-acd6-411b-b095-ee458ada9293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.222525 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-22bf7fdf-6f46-4c3c-9480-dbefa7e08054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (0f570f09-1c5f-4584-a4d3-047f70553447), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.228281 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-22bf7fdf-6f46-4c3c-9480-dbefa7e08054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.230905 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-22bf7fdf-6f46-4c3c-9480-dbefa7e08054 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f570f09-1c5f-4584-a4d3-047f70553447 HTTP/1.1" status: 204 len: 168 time: 0.6073370 Jan 19 18:39:21.254771 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf7fdf-6f46-4c3c-9480-dbefa7e08054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f570f09-1c5f-4584-a4d3-047f70553447,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:21.345233 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6068fc61-acd6-411b-b095-ee458ada9293 admin admin] Publish callbacks [] for security_group (40dd7a49-9c81-49c0-b37e-8869ecc63147), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.354219 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6068fc61-acd6-411b-b095-ee458ada9293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (40dd7a49-9c81-49c0-b37e-8869ecc63147), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.355079 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:21.373338 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Publish callbacks [] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.427141 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Transition to ACTIVE for port object ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 will not be triggered until provisioned by entity L2. {{(pid=103027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:39:21.440139 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.447239 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6068fc61-acd6-411b-b095-ee458ada9293 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e120feefeea84894986a158ecc312e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6074042 Jan 19 18:39:21.447923 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38272) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:21.457428 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068fc61-acd6-411b-b095-ee458ada9293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dd7a49-9c81-49c0-b37e-8869ecc63147,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:21.537201 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d35c13a5-ae4b-4680-9174-09c741b82247 admin admin] Publish callbacks [] for security_group (40dd7a49-9c81-49c0-b37e-8869ecc63147), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.618759 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b5442-3e39-435e-b236-609164284fba service neutron] Pushing event updated for resources: {'Port': ['ID=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:21.654057 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d35c13a5-ae4b-4680-9174-09c741b82247 admin admin] Publish callbacks [] for security_group (40dd7a49-9c81-49c0-b37e-8869ecc63147), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.707443 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Attempting to bind port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:39:21.708157 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Attempting to bind port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:39:21.708720 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Attempting to bind port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:21.714013 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:39:21.714365 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Attempting to bind port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:21.722363 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:39:21.722740 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Checking segment: {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:39:21.723094 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Bound using segment: {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:39:21.723585 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Bound port: ae8e3dc3-989f-4e65-aa75-1fb30ad40f25, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:39:21.723954 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.757604 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6600d-b64d-4c00-a20e-23e8798735e0 req-df5ff08e-07aa-4e2e-a9c6-e182cd524d1b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:21.760179 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-00a6600d-b64d-4c00-a20e-23e8798735e0 req-df5ff08e-07aa-4e2e-a9c6-e182cd524d1b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 943 time: 0.1959012 Jan 19 18:39:21.816695 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d35c13a5-ae4b-4680-9174-09c741b82247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (40dd7a49-9c81-49c0-b37e-8869ecc63147), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.821258 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d35c13a5-ae4b-4680-9174-09c741b82247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.826221 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d35c13a5-ae4b-4680-9174-09c741b82247 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40dd7a49-9c81-49c0-b37e-8869ecc63147 HTTP/1.1" status: 204 len: 168 time: 0.3738780 Jan 19 18:39:21.830155 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] For port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25, host hv-cinder-82536, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:39:21.840712 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] For port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:39:21.843735 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38284) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:21.854951 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:21.863500 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c13a5-ae4b-4680-9174-09c741b82247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dd7a49-9c81-49c0-b37e-8869ecc63147,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:21.909259 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-00a6600d-b64d-4c00-a20e-23e8798735e0 req-98c31c79-5243-4160-b3e3-0d8660f7e460 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353056 Jan 19 18:39:21.976228 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b5442-3e39-435e-b236-609164284fba service neutron] Pushing event updated for resources: {'Port': ['ID=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:22.022420 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:22.023074 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.024836 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-182b5442-3e39-435e-b236-609164284fba service neutron] 10.222.0.35 "PUT /v2.0/ports/ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 HTTP/1.1" status: 200 len: 1093 time: 1.4597545 Jan 19 18:39:22.025160 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daba93a8-592a-46de-bc7f-70cbecb7f120', 'tag': 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:22.028344 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8deddc-88e1-405b-b6b9-66d8e49bcc45" -d '{"events": [{"name": "network-changed", "server_uuid": "daba93a8-592a-46de-bc7f-70cbecb7f120", "tag": "ae8e3dc3-989f-4e65-aa75-1fb30ad40f25"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:22.047310 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-13b562b9-8d42-4092-867d-bfa7de5f609c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f78aa0ca3fa4a708579c4f1fd5f278e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020903 Jan 19 18:39:22.050314 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38290) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:22.117869 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5288ae52-b03f-443b-b7d4-dcaa21ccf2bc admin admin] Publish callbacks [] for security_group (6b29eeaf-c866-4c08-867a-7841f3390933), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.156520 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5288ae52-b03f-443b-b7d4-dcaa21ccf2bc admin admin] Publish callbacks [] for security_group (6b29eeaf-c866-4c08-867a-7841f3390933), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.165932 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38296) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:22.246330 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-33d39f11-f8b5-4b82-9158-a64e1a6f91c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.251199 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5288ae52-b03f-443b-b7d4-dcaa21ccf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6b29eeaf-c866-4c08-867a-7841f3390933), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.254014 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5288ae52-b03f-443b-b7d4-dcaa21ccf2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.255230 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-5288ae52-b03f-443b-b7d4-dcaa21ccf2bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b29eeaf-c866-4c08-867a-7841f3390933 HTTP/1.1" status: 204 len: 168 time: 0.2038445 Jan 19 18:39:22.269968 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288ae52-b03f-443b-b7d4-dcaa21ccf2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b29eeaf-c866-4c08-867a-7841f3390933,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:22.305999 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38304) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:22.598328 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a9c64e39-7627-4da3-8dfe-19fe24a38e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.654927 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-832364657-network', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:22.695848 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Made reservation on behalf of 9134810dccaa4b8d8354da4bd183f4be for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:39:22.699700 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.718851 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.739131 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a9c64e39-7627-4da3-8dfe-19fe24a38e7c admin admin] Publish callbacks [] for security_group (176edf0f-050e-4f78-bb90-07772d9e9530), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.745577 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a9c64e39-7627-4da3-8dfe-19fe24a38e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (176edf0f-050e-4f78-bb90-07772d9e9530), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.810210 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a9c64e39-7627-4da3-8dfe-19fe24a38e7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3de0a7aceb3f41579c992c7933068f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6423066 Jan 19 18:39:22.813439 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38322) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:22.815808 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c64e39-7627-4da3-8dfe-19fe24a38e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176edf0f-050e-4f78-bb90-07772d9e9530,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:22.885866 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Publish callbacks [] for security_group (f7edd73a-bc4c-43e5-898f-61189bc7f5cc), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.887282 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6fd11b5a-f29b-41de-b9b4-bb8219ca0181 admin admin] Publish callbacks [] for security_group (176edf0f-050e-4f78-bb90-07772d9e9530), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.895824 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (f7edd73a-bc4c-43e5-898f-61189bc7f5cc), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.923116 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6fd11b5a-f29b-41de-b9b4-bb8219ca0181 admin admin] Publish callbacks [] for security_group (176edf0f-050e-4f78-bb90-07772d9e9530), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.924898 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:39:22.946630 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7edd73a-bc4c-43e5-898f-61189bc7f5cc,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:22.950981 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (affda38c-f326-40e6-a193-7f846051c92c), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:22.951335 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Added segment affda38c-f326-40e6-a193-7f846051c92c of type vlan for network c3370ab0-9752-4223-b815-eeb0068618c9 Jan 19 18:39:23.008658 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (c3370ab0-9752-4223-b815-eeb0068618c9), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.053551 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6fd11b5a-f29b-41de-b9b4-bb8219ca0181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (176edf0f-050e-4f78-bb90-07772d9e9530), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.060028 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6fd11b5a-f29b-41de-b9b4-bb8219ca0181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.064547 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6fd11b5a-f29b-41de-b9b4-bb8219ca0181 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/176edf0f-050e-4f78-bb90-07772d9e9530 HTTP/1.1" status: 204 len: 168 time: 0.2476656 Jan 19 18:39:23.064792 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (c3370ab0-9752-4223-b815-eeb0068618c9), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.064792 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:23.065956 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.100245 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd11b5a-f29b-41de-b9b4-bb8219ca0181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176edf0f-050e-4f78-bb90-07772d9e9530,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:23.141792 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8353410 Jan 19 18:39:23.145108 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38336) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:23.153122 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.155090 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] Request body: {'subnet': {'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-832364657-subnet', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:23.163526 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079edcba-ee17-4b10-b019-5ea6eb3750bc admin admin] Pushing event updated for resources: {'Network': ['ID=c3370ab0-9752-4223-b815-eeb0068618c9,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:23.181371 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network c3370ab0-9752-4223-b815-eeb0068618c9 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:39:23.224265 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] Made reservation on behalf of 9134810dccaa4b8d8354da4bd183f4be for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:39:23.237050 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27115017'] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.490552 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25584623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27115047'] for subnet (bbc81372-e93e-4872-8a55-ba0e75003d2d), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.543326 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1390627f-9b69-4197-ba87-b421cc9ad7fa x-openstack-request-id: req-1390627f-9b69-4197-ba87-b421cc9ad7fa {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:23.544016 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daba93a8-592a-46de-bc7f-70cbecb7f120", "tag": "ae8e3dc3-989f-4e65-aa75-1fb30ad40f25", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:23.544283 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1390627f-9b69-4197-ba87-b421cc9ad7fa {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:23.544777 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daba93a8-592a-46de-bc7f-70cbecb7f120', 'tag': 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25', 'status': 'completed', 'code': 200} Jan 19 18:39:23.582581 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc81372-e93e-4872-8a55-ba0e75003d2d,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:23.585122 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] Checking segment: {'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:39:23.587614 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] Network hostable DHCP agents. Network: c3370ab0-9752-4223-b815-eeb0068618c9, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:39:23.590114 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38350) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:23.616744 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-64eb3cc0-c39c-486a-9410-127d55a1ec8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.631656 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] Network c3370ab0-9752-4223-b815-eeb0068618c9 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:39:23.640904 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-14b813b0-b1d2-422e-b437-7bf41c6de05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:23.643239 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-14b813b0-b1d2-422e-b437-7bf41c6de05d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 1096 time: 0.1545725 Jan 19 18:39:23.665676 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, c3370ab0-9752-4223-b815-eeb0068618c9) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:39:23.676763 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a495bdc7-99a0-4184-8f11-bae3f3f30b01 None None] Network c3370ab0-9752-4223-b815-eeb0068618c9 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:39:23.689180 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:23.689824 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.718713 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ffec8992-73c6-4f9e-95e3-f6029affb3af admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5720084 Jan 19 18:39:23.724720 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38352) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:23.732140 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-832364657-router', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:23.770927 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-e6f85fd8-e85d-434f-9f7d-2df4833443a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 HTTP/1.1" status: 200 len: 217 time: 0.1127357 Jan 19 18:39:23.790925 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae28ad-588f-4b0a-bab7-a48336ca0b9a req-3d5c19de-2623-4dc6-a5de-921112426702 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:23.792772 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-71ae28ad-588f-4b0a-bab7-a48336ca0b9a req-3d5c19de-2623-4dc6-a5de-921112426702 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 943 time: 0.1458075 Jan 19 18:39:23.839206 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9947'] for router (6fdf190d-d798-45b5-a8f3-ef5161a38614), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.840443 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2093737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9952'] for router (6fdf190d-d798-45b5-a8f3-ef5161a38614), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.849101 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-64eb3cc0-c39c-486a-9410-127d55a1ec8a admin admin] Publish callbacks [] for security_group (edd448a7-89c8-4e08-a382-d219bc39a24d), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.874482 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-64eb3cc0-c39c-486a-9410-127d55a1ec8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (edd448a7-89c8-4e08-a382-d219bc39a24d), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:23.894976 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-0c6f0ddb-12f9-4913-86f4-c3c280215a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:23.897136 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-0c6f0ddb-12f9-4913-86f4-c3c280215a23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa HTTP/1.1" status: 200 len: 854 time: 0.1167123 Jan 19 18:39:23.930898 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392decec-169d-4f6e-8aac-43b0ff88f49c None None] Network c3370ab0-9752-4223-b815-eeb0068618c9 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:39:23.956793 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-6d32db3d-1704-4490-ba5d-ce20f23df100 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26a47aa7-117f-4621-b9ad-80fcc51b4f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504210 Jan 19 18:39:23.981011 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-71ae28ad-588f-4b0a-bab7-a48336ca0b9a req-b623392f-e04e-4888-b284-1e52b717b57b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717169 Jan 19 18:39:24.017809 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-64eb3cc0-c39c-486a-9410-127d55a1ec8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30ffff4435ed4cafae15c5b0c1f824cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265871 Jan 19 18:39:24.020886 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38360) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:24.023255 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb3cc0-c39c-486a-9410-127d55a1ec8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd448a7-89c8-4e08-a382-d219bc39a24d,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:24.027674 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Publish callbacks [] for router_controller (6fdf190d-d798-45b5-a8f3-ef5161a38614), precommit_add_association {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:24.224710 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Publish callbacks [] for router_gateway (6fdf190d-d798-45b5-a8f3-ef5161a38614), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:24.230159 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-00effe1e-167c-4957-80fb-9249a606ce27 admin admin] Publish callbacks [] for security_group (edd448a7-89c8-4e08-a382-d219bc39a24d), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:24.273116 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-cf71d073-d2f5-4c83-a8e4-af44a1508934 service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090789 Jan 19 18:39:24.273608 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-00effe1e-167c-4957-80fb-9249a606ce27 admin admin] Publish callbacks [] for security_group (edd448a7-89c8-4e08-a382-d219bc39a24d), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:24.394929 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-00effe1e-167c-4957-80fb-9249a606ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (edd448a7-89c8-4e08-a382-d219bc39a24d), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:24.399682 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f73e2d7a-8a3a-42c6-b249-e65c44865c18 req-515a8f6b-032c-408c-a247-4e7c9ef49755 service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196525 Jan 19 18:39:24.400048 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-00effe1e-167c-4957-80fb-9249a606ce27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:24.402048 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-00effe1e-167c-4957-80fb-9249a606ce27 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/edd448a7-89c8-4e08-a382-d219bc39a24d HTTP/1.1" status: 204 len: 168 time: 0.3796360 Jan 19 18:39:24.426763 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00effe1e-167c-4957-80fb-9249a606ce27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd448a7-89c8-4e08-a382-d219bc39a24d,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:24.501376 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:24.530812 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8deddc-88e1-405b-b6b9-66d8e49bcc45 req-025fd773-78be-420d-bda3-23bf898fd4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:24.532450 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-6b8deddc-88e1-405b-b6b9-66d8e49bcc45 req-025fd773-78be-420d-bda3-23bf898fd4f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 1096 time: 0.0686307 Jan 19 18:39:24.734885 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8deddc-88e1-405b-b6b9-66d8e49bcc45 req-7c9f3d23-c722-4eda-b1dd-d82ce54677f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:24.738119 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-6b8deddc-88e1-405b-b6b9-66d8e49bcc45 req-7c9f3d23-c722-4eda-b1dd-d82ce54677f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 914 time: 0.1986430 Jan 19 18:39:24.848212 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Publish callbacks [] for router_gateway (6fdf190d-d798-45b5-a8f3-ef5161a38614), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:24.870984 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:24.891796 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-6b8deddc-88e1-405b-b6b9-66d8e49bcc45 req-7ac4fa9b-9087-4e10-be26-d6ff88daf615 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 HTTP/1.1" status: 200 len: 217 time: 0.1419368 Jan 19 18:39:24.987828 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8deddc-88e1-405b-b6b9-66d8e49bcc45 req-4fdf9ca7-6060-4ab5-897b-45f59774e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:24.991325 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-6b8deddc-88e1-405b-b6b9-66d8e49bcc45 req-4fdf9ca7-6060-4ab5-897b-45f59774e3de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa HTTP/1.1" status: 200 len: 854 time: 0.0876935 Jan 19 18:39:25.006112 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Allocated IP 172.27.3.237 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/e74e9427-8f01-42cf-b980-a8e5e94dfcb7) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:39:25.052563 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-6b8deddc-88e1-405b-b6b9-66d8e49bcc45 req-494a9958-665e-429a-b240-57837d42b8b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26a47aa7-117f-4621-b9ad-80fcc51b4f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538452 Jan 19 18:39:25.280790 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Publish callbacks [] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:25.353628 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4fe73-7131-4c3a-a697-f0bd7a84cf2b req-a2030ac9-93de-41f9-b9a5-a34a9af1b84f tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:25.355355 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c8c4fe73-7131-4c3a-a697-f0bd7a84cf2b req-a2030ac9-93de-41f9-b9a5-a34a9af1b84f tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 943 time: 0.1644230 Jan 19 18:39:25.357002 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-6b8deddc-88e1-405b-b6b9-66d8e49bcc45 req-a34f23ca-7380-49b5-8fc8-3cd42744a4ef service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938826 Jan 19 18:39:25.364814 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:25.435601 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:39:25.478357 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-6b8deddc-88e1-405b-b6b9-66d8e49bcc45 req-4ca30c82-498f-4092-bd75-84f9f46ec36b service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149445 Jan 19 18:39:25.481667 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:39:25.497788 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:39:25.566955 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c8c4fe73-7131-4c3a-a697-f0bd7a84cf2b req-6e83d4e2-979c-4cc7-b16f-cda761f6ad72 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862533 Jan 19 18:39:25.580550 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Pushing event updated for resources: {'Port': ['ID=e74e9427-8f01-42cf-b980-a8e5e94dfcb7,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:25.885523 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Publish callbacks [] for router_gateway (6fdf190d-d798-45b5-a8f3-ef5161a38614), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:26.062900 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:26.338912 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093724'] for router (6fdf190d-d798-45b5-a8f3-ef5161a38614), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:26.542021 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Router 6fdf190d-d798-45b5-a8f3-ef5161a38614 is scheduled to L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 with binding_index 1 {{(pid=103026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 18:39:26.683227 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:39:26.699110 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Sync routers for ids ['6fdf190d-d798-45b5-a8f3-ef5161a38614'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:39:26.718849 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:26.719859 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Routers {'6fdf190d-d798-45b5-a8f3-ef5161a38614'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:39:26.720931 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-58e692da-a488-4828-9dae-726d94e7913d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9936042 Jan 19 18:39:26.721582 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:39:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['6fdf190d-d798-45b5-a8f3-ef5161a38614'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:26.729101 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38478) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:26.932152 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Set router 6fdf190d-d798-45b5-a8f3-ef5161a38614 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:39:26.998561 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38484) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:27.165658 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-02c1bec9-e43e-4f60-b947-35a20b8d8855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.188697 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'name': 'tempest-ServerRescueNegativeTestJSON-832364657-router', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:39:23Z', 'updated_at': '2022-01-19T18:39:25Z', 'revision_number': 3, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'gw_port': {'id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:24Z', 'updated_at': '2022-01-19T18:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:27.218713 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Checking router: 6fdf190d-d798-45b5-a8f3-ef5161a38614 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:39:27.219222 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Updating router 6fdf190d-d798-45b5-a8f3-ef5161a38614 port e74e9427-8f01-42cf-b980-a8e5e94dfcb7 binding host dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:39:27.248497 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.358849 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-02c1bec9-e43e-4f60-b947-35a20b8d8855 admin admin] Publish callbacks [] for security_group (c14dba9d-e46a-49c7-9d65-e75ec54f6d0b), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.369297 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-02c1bec9-e43e-4f60-b947-35a20b8d8855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (c14dba9d-e46a-49c7-9d65-e75ec54f6d0b), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.487897 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1bec9-e43e-4f60-b947-35a20b8d8855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14dba9d-e46a-49c7-9d65-e75ec54f6d0b,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:27.498770 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-02c1bec9-e43e-4f60-b947-35a20b8d8855 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edf1bbb304ee4fc08b61dcf3b47ac14f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974949 Jan 19 18:39:27.505605 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38500) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:27.569526 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c134cc94-7130-4299-95eb-2e2325f02994 admin admin] Publish callbacks [] for security_group (c14dba9d-e46a-49c7-9d65-e75ec54f6d0b), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.606929 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c134cc94-7130-4299-95eb-2e2325f02994 admin admin] Publish callbacks [] for security_group (c14dba9d-e46a-49c7-9d65-e75ec54f6d0b), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.699870 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c134cc94-7130-4299-95eb-2e2325f02994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (c14dba9d-e46a-49c7-9d65-e75ec54f6d0b), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.703028 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c134cc94-7130-4299-95eb-2e2325f02994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.704427 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-c134cc94-7130-4299-95eb-2e2325f02994 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c14dba9d-e46a-49c7-9d65-e75ec54f6d0b HTTP/1.1" status: 204 len: 168 time: 0.1978879 Jan 19 18:39:27.728076 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134cc94-7130-4299-95eb-2e2325f02994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14dba9d-e46a-49c7-9d65-e75ec54f6d0b,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:27.789323 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Publish callbacks [] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), precommit_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.800991 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.885181 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.917784 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Attempting to bind port e74e9427-8f01-42cf-b980-a8e5e94dfcb7 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:39:27.918408 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Attempting to bind port e74e9427-8f01-42cf-b980-a8e5e94dfcb7 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:39:27.919561 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Attempting to bind port e74e9427-8f01-42cf-b980-a8e5e94dfcb7 on network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:27.933077 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Pushing event updated for resources: {'Port': ['ID=e74e9427-8f01-42cf-b980-a8e5e94dfcb7,revision_number=2']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:27.939209 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:39:27.939817 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Checking segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:39:27.940669 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.941313 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Bound using segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:39:27.942117 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Bound port: e74e9427-8f01-42cf-b980-a8e5e94dfcb7, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:39:27.942734 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:27.998076 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:27.998731 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:27.999315 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:27.999999 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:28.000537 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:28.001369 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:28.002078 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:28.002612 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:28.003070 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:28.003615 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:28.004150 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:28.004720 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:28.005258 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:28.085930 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] For port e74e9427-8f01-42cf-b980-a8e5e94dfcb7, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:39:28.093219 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] For port e74e9427-8f01-42cf-b980-a8e5e94dfcb7, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=e74e9427-8f01-42cf-b980-a8e5e94dfcb7,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:39:28.102336 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.181593 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Allocated IP 172.20.0.1 (c3370ab0-9752-4223-b815-eeb0068618c9/bbc81372-e93e-4872-8a55-ba0e75003d2d/26b56eb6-6465-4772-b3f2-8670e66f47f4) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:39:28.221532 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b84195-04b7-4e17-ba9d-9f610d70fb69 None None] Pushing event updated for resources: {'Port': ['ID=e74e9427-8f01-42cf-b980-a8e5e94dfcb7,revision_number=3']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:28.229239 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Routers {'6fdf190d-d798-45b5-a8f3-ef5161a38614'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:39:28.230475 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:39:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['6fdf190d-d798-45b5-a8f3-ef5161a38614'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:28.267528 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:39:28.284599 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38510) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:28.301601 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-03d3f947-d01a-490c-a4b2-d2b9c3f90c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.427657 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Publish callbacks [] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.450858 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-03d3f947-d01a-490c-a4b2-d2b9c3f90c45 admin admin] Publish callbacks [] for security_group (b7491ff1-66c2-47a8-a6a2-bbb22164d30b), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.458654 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-03d3f947-d01a-490c-a4b2-d2b9c3f90c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (b7491ff1-66c2-47a8-a6a2-bbb22164d30b), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.531746 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.547306 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] Set router 6fdf190d-d798-45b5-a8f3-ef5161a38614 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:39:28.576149 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-03d3f947-d01a-490c-a4b2-d2b9c3f90c45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=275657665a86419aa28ff70bc69a1f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902722 Jan 19 18:39:28.584884 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38520) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:28.622072 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3f947-d01a-490c-a4b2-d2b9c3f90c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7491ff1-66c2-47a8-a6a2-bbb22164d30b,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:28.623642 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Network c3370ab0-9752-4223-b815-eeb0068618c9 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:39:28.634876 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:39:28.655266 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:39:28.684543 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Pushing event updated for resources: {'Port': ['ID=26b56eb6-6465-4772-b3f2-8670e66f47f4,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:28.709262 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4ab3a-c18b-49c7-af48-da27f122a550 req-f230f1ff-e374-4415-81a1-94c3aa886c99 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:28.710948 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dbc4ab3a-c18b-49c7-af48-da27f122a550 req-f230f1ff-e374-4415-81a1-94c3aa886c99 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 943 time: 0.1295869 Jan 19 18:39:28.711707 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:28.726049 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0ed06eed-8616-4b77-8768-55ab20f60d0c admin admin] Publish callbacks [] for security_group (b7491ff1-66c2-47a8-a6a2-bbb22164d30b), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.728089 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2090665'] for router_interface (6fdf190d-d798-45b5-a8f3-ef5161a38614), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.737282 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25', 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58', 'port_id': 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25', 'mac_address': 'fa:16:3e:c8:11:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:39:28.777792 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0ed06eed-8616-4b77-8768-55ab20f60d0c admin admin] Publish callbacks [] for security_group (b7491ff1-66c2-47a8-a6a2-bbb22164d30b), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.812840 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:28.813896 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.815430 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dbc4ab3a-c18b-49c7-af48-da27f122a550 req-80ebfe91-8c1d-452a-a0c8-35e01ed0450b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834856 Jan 19 18:39:28.839838 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:28.890481 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:28.897881 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.908260 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0ed06eed-8616-4b77-8768-55ab20f60d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (b7491ff1-66c2-47a8-a6a2-bbb22164d30b), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.916140 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0ed06eed-8616-4b77-8768-55ab20f60d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:28.920058 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-0ed06eed-8616-4b77-8768-55ab20f60d0c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7491ff1-66c2-47a8-a6a2-bbb22164d30b HTTP/1.1" status: 204 len: 168 time: 0.3255651 Jan 19 18:39:28.935929 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed06eed-8616-4b77-8768-55ab20f60d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7491ff1-66c2-47a8-a6a2-bbb22164d30b,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:29.012648 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:29.020864 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'name': 'tempest-ServerRescueNegativeTestJSON-832364657-router', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:39:23Z', 'updated_at': '2022-01-19T18:39:25Z', 'revision_number': 3, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'gw_port': {'id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:24Z', 'updated_at': '2022-01-19T18:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:29.034497 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:29.052344 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.052951 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.053557 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.054386 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.054965 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.055527 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.056084 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.056705 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.057648 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.058235 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.058779 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.059385 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.059943 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:39:29.115990 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8222c-07fc-454f-948e-ed27e2a5c462 None None] The sync data for ids ['6fdf190d-d798-45b5-a8f3-ef5161a38614'] in dv-cinder-825360-1-iscsi is: [{'id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'name': 'tempest-ServerRescueNegativeTestJSON-832364657-router', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:39:23Z', 'updated_at': '2022-01-19T18:39:25Z', 'revision_number': 3, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'gw_port': {'id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:24Z', 'updated_at': '2022-01-19T18:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:39:29.224685 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['ae8e3dc3-989f-4e65-aa75-1fb30ad40f25'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:39:29.302359 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Publish callbacks [] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:29.311558 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:29.374016 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090589'] for router_interface (6fdf190d-d798-45b5-a8f3-ef5161a38614), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:29.445507 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Pushing event updated for resources: {'Port': ['ID=26b56eb6-6465-4772-b3f2-8670e66f47f4,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:29.655633 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Network c3370ab0-9752-4223-b815-eeb0068618c9 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:39:29.657995 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:39:29.884320 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Router 6fdf190d-d798-45b5-a8f3-ef5161a38614 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:39:30.208150 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50e88e-feb8-40a6-ae65-f52e7f706438 req-27549fd9-eef8-4b23-aebe-c460b72cb7fb tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:30.216219 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1a50e88e-feb8-40a6-ae65-f52e7f706438 req-27549fd9-eef8-4b23-aebe-c460b72cb7fb tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 944 time: 0.1646516 Jan 19 18:39:30.240390 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:39:30.260560 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-45652f70-17c1-49a5-a663-c44e8888ca61 admin admin] 10.222.0.39 "PUT /v2.0/routers/6fdf190d-d798-45b5-a8f3-ef5161a38614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5297091 Jan 19 18:39:30.284936 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1a50e88e-feb8-40a6-ae65-f52e7f706438 req-fa353924-3d4a-425a-89b3-8e6a7e233d43 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673616 Jan 19 18:39:31.254435 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device e74e9427-8f01-42cf-b980-a8e5e94dfcb7 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:39:31.280259 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f39dfa-df77-472d-a413-2f164c047b6d req-5b9dcf3e-8bc5-4f54-8c3b-694d0e0a08a9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:31.284542 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-5b9dcf3e-8bc5-4f54-8c3b-694d0e0a08a9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/networks?id=c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 200 len: 818 time: 0.2669439 Jan 19 18:39:31.323751 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-c22f8008-3cd9-4fac-ab11-d4bb22efbcfc tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/quotas/9134810dccaa4b8d8354da4bd183f4be HTTP/1.1" status: 200 len: 375 time: 0.0338380 Jan 19 18:39:31.351971 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port e74e9427-8f01-42cf-b980-a8e5e94dfcb7 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:39:31.353326 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:31.360661 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38620) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:31.451557 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:39:31.621207 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-deb9208a-c0a8-4324-9d3f-1d61a6f83041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:31.627610 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-e796d1fe-8bba-465d-90b1-b10a9abe5c4a tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9134810dccaa4b8d8354da4bd183f4be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3023276 Jan 19 18:39:31.711450 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port e74e9427-8f01-42cf-b980-a8e5e94dfcb7 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:31.715195 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:31.737873 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:39:31.771590 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:39:31.772177 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:31.789458 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38634) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:31.792807 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6c6f6-83b3-49fd-9806-5450dbea0731 req-8900ce38-609e-4009-8b26-4ec10ad6cdad tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:31.795318 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c8b6c6f6-83b3-49fd-9806-5450dbea0731 req-8900ce38-609e-4009-8b26-4ec10ad6cdad tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 944 time: 0.3130505 Jan 19 18:39:31.855289 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port e74e9427-8f01-42cf-b980-a8e5e94dfcb7, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=e74e9427-8f01-42cf-b980-a8e5e94dfcb7,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:31.874448 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:31.897486 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-deb9208a-c0a8-4324-9d3f-1d61a6f83041 admin admin] Publish callbacks [] for security_group (2c179222-f81f-4e08-baee-9300cf5e2d92), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:31.908539 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-deb9208a-c0a8-4324-9d3f-1d61a6f83041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2c179222-f81f-4e08-baee-9300cf5e2d92), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:31.991821 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-deb9208a-c0a8-4324-9d3f-1d61a6f83041 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6ddee20ca48407997b7ee3e051502ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6296816 Jan 19 18:39:31.992352 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-f08338d5-7727-4ac4-ab0b-61b1966595e1 service neutron] 10.222.0.39 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489213 Jan 19 18:39:31.994290 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9208a-c0a8-4324-9d3f-1d61a6f83041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c179222-f81f-4e08-baee-9300cf5e2d92,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:31.995305 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38650) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:32.093643 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c8b6c6f6-83b3-49fd-9806-5450dbea0731 req-3495c462-f96b-47be-806d-1936645c3294 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438819 Jan 19 18:39:32.094833 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:32.095468 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:32.157359 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-528a53e5-af50-485e-882b-c7a419a3bf55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:32.199173 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fc991b2a-080e-4db2-ac73-4ea8be7fb91c admin admin] Publish callbacks [] for security_group (2c179222-f81f-4e08-baee-9300cf5e2d92), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:32.229276 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fc991b2a-080e-4db2-ac73-4ea8be7fb91c admin admin] Publish callbacks [] for security_group (2c179222-f81f-4e08-baee-9300cf5e2d92), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:32.281077 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:32.287121 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=e74e9427-8f01-42cf-b980-a8e5e94dfcb7,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:32.310596 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daba93a8-592a-46de-bc7f-70cbecb7f120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:32.327487 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-dbd987cf-524a-402c-8478-340940c20ed5 service neutron] 10.222.0.39 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015137 Jan 19 18:39:32.327972 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed11170-84b9-4d62-bae8-b9c4bc278635" -d '{"events": [{"server_uuid": "daba93a8-592a-46de-bc7f-70cbecb7f120", "name": "network-vif-plugged", "status": "completed", "tag": "ae8e3dc3-989f-4e65-aa75-1fb30ad40f25"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:32.347766 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Sync routers for ids ['6fdf190d-d798-45b5-a8f3-ef5161a38614'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:39:32.368704 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fc991b2a-080e-4db2-ac73-4ea8be7fb91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2c179222-f81f-4e08-baee-9300cf5e2d92), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:32.371076 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:32.377173 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fc991b2a-080e-4db2-ac73-4ea8be7fb91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:32.380251 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-fc991b2a-080e-4db2-ac73-4ea8be7fb91c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c179222-f81f-4e08-baee-9300cf5e2d92 HTTP/1.1" status: 204 len: 168 time: 0.3831689 Jan 19 18:39:32.403879 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc991b2a-080e-4db2-ac73-4ea8be7fb91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c179222-f81f-4e08-baee-9300cf5e2d92,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:32.448972 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-528a53e5-af50-485e-882b-c7a419a3bf55 admin admin] Publish callbacks [] for security_group (2e406058-8e2c-478c-af75-d85a55eb3fbd), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:32.458232 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-528a53e5-af50-485e-882b-c7a419a3bf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2e406058-8e2c-478c-af75-d85a55eb3fbd), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:32.471577 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Routers {'6fdf190d-d798-45b5-a8f3-ef5161a38614'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:39:32.474073 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:39:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['6fdf190d-d798-45b5-a8f3-ef5161a38614'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:32.555849 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-528a53e5-af50-485e-882b-c7a419a3bf55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=094a17a441e34f1bb015bf973716119c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7600238 Jan 19 18:39:32.559698 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38660) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:32.561299 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a53e5-af50-485e-882b-c7a419a3bf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e406058-8e2c-478c-af75-d85a55eb3fbd,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:32.717700 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74118277-32b2-4070-8b6a-1a5dbe72a2d6 x-openstack-request-id: req-74118277-32b2-4070-8b6a-1a5dbe72a2d6 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:32.718205 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daba93a8-592a-46de-bc7f-70cbecb7f120", "name": "network-vif-plugged", "status": "completed", "tag": "ae8e3dc3-989f-4e65-aa75-1fb30ad40f25", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:32.718623 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74118277-32b2-4070-8b6a-1a5dbe72a2d6 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:32.719271 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daba93a8-592a-46de-bc7f-70cbecb7f120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25', 'code': 200} Jan 19 18:39:32.750591 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:32.984427 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3595ea50-79f8-4f38-90d6-071b409776ad req-e7700d1d-4a10-4fc0-a639-d3115e030197 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 210 time: 0.1884506 Jan 19 18:39:33.015934 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4038a9d3-2e84-4def-92b8-153c2267ac05 admin admin] Publish callbacks [] for security_group (2e406058-8e2c-478c-af75-d85a55eb3fbd), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:33.033159 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Set router 6fdf190d-d798-45b5-a8f3-ef5161a38614 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:39:33.083145 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa35e99-36c8-4044-a96b-3a9b75a98050 req-22c9388c-c385-4484-bd14-ae7130c95a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:33.089384 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0fa35e99-36c8-4044-a96b-3a9b75a98050 req-22c9388c-c385-4484-bd14-ae7130c95a40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 1098 time: 0.2196896 Jan 19 18:39:33.198910 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4038a9d3-2e84-4def-92b8-153c2267ac05 admin admin] Publish callbacks [] for security_group (2e406058-8e2c-478c-af75-d85a55eb3fbd), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:33.306497 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0fa35e99-36c8-4044-a96b-3a9b75a98050 req-4362e02d-a18d-421e-a734-f55cc46bd1f5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076299 Jan 19 18:39:33.409696 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4038a9d3-2e84-4def-92b8-153c2267ac05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2e406058-8e2c-478c-af75-d85a55eb3fbd), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:33.417416 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4038a9d3-2e84-4def-92b8-153c2267ac05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:33.429463 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4038a9d3-2e84-4def-92b8-153c2267ac05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e406058-8e2c-478c-af75-d85a55eb3fbd HTTP/1.1" status: 204 len: 168 time: 0.8650069 Jan 19 18:39:33.494892 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365bb2c-1dcc-447a-aec1-24b11f8516a0 req-0467a3f4-0e3d-4cfc-b7b1-3e39d26bc935 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:33.503583 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device e74e9427-8f01-42cf-b980-a8e5e94dfcb7 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:39:33.518253 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e365bb2c-1dcc-447a-aec1-24b11f8516a0 req-0467a3f4-0e3d-4cfc-b7b1-3e39d26bc935 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 945 time: 0.1644115 Jan 19 18:39:33.554259 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038a9d3-2e84-4def-92b8-153c2267ac05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e406058-8e2c-478c-af75-d85a55eb3fbd,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:33.683824 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e365bb2c-1dcc-447a-aec1-24b11f8516a0 req-3d4269d6-2926-4569-a44e-9deba6058c0e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643858 Jan 19 18:39:33.941841 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port e74e9427-8f01-42cf-b980-a8e5e94dfcb7 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:39:33.942373 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.048039 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'name': 'tempest-ServerRescueNegativeTestJSON-832364657-router', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:39:23Z', 'updated_at': '2022-01-19T18:39:28Z', 'revision_number': 4, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'gw_port': {'id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:24Z', 'updated_at': '2022-01-19T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '26b56eb6-6465-4772-b3f2-8670e66f47f4', 'name': '', 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'mac_address': 'fa:16:3e:ab:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bbc81372-e93e-4872-8a55-ba0e75003d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:27Z', 'updated_at': '2022-01-19T18:39:29Z', 'revision_number': 2, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'subnets': [{'id': 'bbc81372-e93e-4872-8a55-ba0e75003d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:34.104096 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Checking router: 6fdf190d-d798-45b5-a8f3-ef5161a38614 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:39:34.104455 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Updating router 6fdf190d-d798-45b5-a8f3-ef5161a38614 port 26b56eb6-6465-4772-b3f2-8670e66f47f4 binding host dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:39:34.120386 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38716) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:34.143363 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38720) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:34.144385 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port e74e9427-8f01-42cf-b980-a8e5e94dfcb7 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:34.149300 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.165413 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf914-50f3-4999-9474-8591ff382fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.285755 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf914-50f3-4999-9474-8591ff382fb8 admin admin] Publish callbacks [] for security_group (bd70ac5a-03b1-42ca-837d-b37631891b5c), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.292131 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf914-50f3-4999-9474-8591ff382fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (bd70ac5a-03b1-42ca-837d-b37631891b5c), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.370202 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-9dfdf914-50f3-4999-9474-8591ff382fb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d5c05ee043342448e721b2d572c964a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252755 Jan 19 18:39:34.373155 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38724) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:34.399660 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdf914-50f3-4999-9474-8591ff382fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd70ac5a-03b1-42ca-837d-b37631891b5c,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:34.468967 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8c60c08c-cec2-428e-b765-187ee48f9728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.517153 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ed95-641e-429e-9650-e352b9557816 admin admin] Publish callbacks [] for security_group (bd70ac5a-03b1-42ca-837d-b37631891b5c), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.560022 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Publish callbacks [] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.568492 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.587381 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ed95-641e-429e-9650-e352b9557816 admin admin] Publish callbacks [] for security_group (bd70ac5a-03b1-42ca-837d-b37631891b5c), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.654020 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9666d-6265-410a-9b2d-f7a22b09918c None None] Pushing event updated for resources: {'Port': ['ID=26b56eb6-6465-4772-b3f2-8670e66f47f4,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:34.702258 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Attempting to bind port 26b56eb6-6465-4772-b3f2-8670e66f47f4 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:39:34.702775 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Attempting to bind port 26b56eb6-6465-4772-b3f2-8670e66f47f4 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:39:34.703213 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Attempting to bind port 26b56eb6-6465-4772-b3f2-8670e66f47f4 on network c3370ab0-9752-4223-b815-eeb0068618c9 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:34.709571 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:39:34.709947 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Checking segment: {'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:39:34.710352 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.710804 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Bound using segment: {'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:39:34.711318 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Bound port: 26b56eb6-6465-4772-b3f2-8670e66f47f4, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:39:34.711708 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.726071 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38736) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:34.738366 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8c60c08c-cec2-428e-b765-187ee48f9728 admin admin] Publish callbacks [] for security_group (2b3e1b3e-a082-4789-ab17-a9af2b49eee4), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.750217 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8c60c08c-cec2-428e-b765-187ee48f9728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2b3e1b3e-a082-4789-ab17-a9af2b49eee4), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.772737 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ed95-641e-429e-9650-e352b9557816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (bd70ac5a-03b1-42ca-837d-b37631891b5c), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.778515 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ed95-641e-429e-9650-e352b9557816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.780508 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-2ff1ed95-641e-429e-9650-e352b9557816 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd70ac5a-03b1-42ca-837d-b37631891b5c HTTP/1.1" status: 204 len: 168 time: 0.4059937 Jan 19 18:39:34.838710 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60c08c-cec2-428e-b765-187ee48f9728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3e1b3e-a082-4789-ab17-a9af2b49eee4,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:34.850469 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] For port 26b56eb6-6465-4772-b3f2-8670e66f47f4, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:39:34.859693 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] For port 26b56eb6-6465-4772-b3f2-8670e66f47f4, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=26b56eb6-6465-4772-b3f2-8670e66f47f4,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:39:34.868600 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1ed95-641e-429e-9650-e352b9557816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd70ac5a-03b1-42ca-837d-b37631891b5c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:34.871908 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:34.880712 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8c60c08c-cec2-428e-b765-187ee48f9728 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6769bbbdfaf44d809aca220d5615829a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7586675 Jan 19 18:39:34.883536 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38742) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:35.002773 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f97d-ef7c-4fa3-b419-3990ac7e0ea0 admin admin] Publish callbacks [] for security_group (2b3e1b3e-a082-4789-ab17-a9af2b49eee4), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.042687 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Routers {'6fdf190d-d798-45b5-a8f3-ef5161a38614'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:39:35.044577 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:39:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['6fdf190d-d798-45b5-a8f3-ef5161a38614'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:35.046746 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f97d-ef7c-4fa3-b419-3990ac7e0ea0 admin admin] Publish callbacks [] for security_group (2b3e1b3e-a082-4789-ab17-a9af2b49eee4), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.055560 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9666d-6265-410a-9b2d-f7a22b09918c None None] Pushing event updated for resources: {'Port': ['ID=26b56eb6-6465-4772-b3f2-8670e66f47f4,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:35.166319 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f97d-ef7c-4fa3-b419-3990ac7e0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2b3e1b3e-a082-4789-ab17-a9af2b49eee4), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.170045 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f97d-ef7c-4fa3-b419-3990ac7e0ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.174247 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b6f2f97d-ef7c-4fa3-b419-3990ac7e0ea0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b3e1b3e-a082-4789-ab17-a9af2b49eee4 HTTP/1.1" status: 204 len: 168 time: 0.2891288 Jan 19 18:39:35.191438 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2f97d-ef7c-4fa3-b419-3990ac7e0ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3e1b3e-a082-4789-ab17-a9af2b49eee4,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:35.239599 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] Set router 6fdf190d-d798-45b5-a8f3-ef5161a38614 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:39:35.273269 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-423963349-network', 'tenant_id': 'd0e70e31678d45eda87e6e0f2026f9c1'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:35.325098 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Made reservation on behalf of d0e70e31678d45eda87e6e0f2026f9c1 for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:39:35.329760 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.341249 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.481789 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Publish callbacks [] for security_group (0f428d4c-e710-4e01-8829-0303d98f8b4c), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.487565 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (0f428d4c-e710-4e01-8829-0303d98f8b4c), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.519427 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:39:35.542707 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f428d4c-e710-4e01-8829-0303d98f8b4c,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:35.546789 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (b7f8645f-06e5-44a9-81ef-b087ec8e662e), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.547472 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Added segment b7f8645f-06e5-44a9-81ef-b087ec8e662e of type vlan for network 49befa33-2c95-41fb-ae1d-c73b67c9be20 Jan 19 18:39:35.597775 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'name': 'tempest-ServerRescueNegativeTestJSON-832364657-router', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:39:23Z', 'updated_at': '2022-01-19T18:39:28Z', 'revision_number': 4, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'gw_port': {'id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:24Z', 'updated_at': '2022-01-19T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '26b56eb6-6465-4772-b3f2-8670e66f47f4', 'name': '', 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'mac_address': 'fa:16:3e:ab:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bbc81372-e93e-4872-8a55-ba0e75003d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:27Z', 'updated_at': '2022-01-19T18:39:34Z', 'revision_number': 4, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'subnets': [{'id': 'bbc81372-e93e-4872-8a55-ba0e75003d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:39:35.606892 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (49befa33-2c95-41fb-ae1d-c73b67c9be20), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.646482 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (49befa33-2c95-41fb-ae1d-c73b67c9be20), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.651853 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:35.652536 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.656674 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf4369-8b38-4410-962a-5a1c0b0ce0a8 None None] The sync data for ids ['6fdf190d-d798-45b5-a8f3-ef5161a38614'] in dv-cinder-825360-1-iscsi is: [{'id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'name': 'tempest-ServerRescueNegativeTestJSON-832364657-router', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:39:23Z', 'updated_at': '2022-01-19T18:39:28Z', 'revision_number': 4, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'gw_port': {'id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:24Z', 'updated_at': '2022-01-19T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '26b56eb6-6465-4772-b3f2-8670e66f47f4', 'name': '', 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'mac_address': 'fa:16:3e:ab:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bbc81372-e93e-4872-8a55-ba0e75003d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:27Z', 'updated_at': '2022-01-19T18:39:34Z', 'revision_number': 4, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'subnets': [{'id': 'bbc81372-e93e-4872-8a55-ba0e75003d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:39:35.754029 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0263567 Jan 19 18:39:35.759422 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38760) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:35.767943 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] Request body: {'subnet': {'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-423963349-subnet', 'tenant_id': 'd0e70e31678d45eda87e6e0f2026f9c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:35.790074 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84ee00-dddd-476b-8c81-0856c61a7f51 admin admin] Pushing event updated for resources: {'Network': ['ID=49befa33-2c95-41fb-ae1d-c73b67c9be20,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:35.814546 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 38762) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:35.819350 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network 49befa33-2c95-41fb-ae1d-c73b67c9be20 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:39:35.854790 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] Made reservation on behalf of d0e70e31678d45eda87e6e0f2026f9c1 for: {'subnet': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:39:35.859502 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25328307'] for subnet (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:35.891669 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-859ce12b-0d5d-4977-a373-c4ec818902cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:36.150832 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-859ce12b-0d5d-4977-a373-c4ec818902cd admin admin] Publish callbacks [] for security_group (cafb2ec2-8075-4c7c-a453-11e648bce1d6), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:36.157843 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-859ce12b-0d5d-4977-a373-c4ec818902cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (cafb2ec2-8075-4c7c-a453-11e648bce1d6), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:36.255051 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-859ce12b-0d5d-4977-a373-c4ec818902cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b12a619b5044435879f2c1e6ecf9e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4371276 Jan 19 18:39:36.258383 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ce12b-0d5d-4977-a373-c4ec818902cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb2ec2-8075-4c7c-a453-11e648bce1d6,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:36.259029 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38772) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:36.265297 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27141751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25328285'] for subnet (37309ac1-8587-4fd4-85ac-0291178083bd), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:36.387015 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=37309ac1-8587-4fd4-85ac-0291178083bd,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:36.451209 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] Checking segment: {'id': 'b7f8645f-06e5-44a9-81ef-b087ec8e662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:39:36.451792 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] Network hostable DHCP agents. Network: 49befa33-2c95-41fb-ae1d-c73b67c9be20, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:39:36.460546 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-99ec9096-3fb5-4fed-9643-67a60c6cb3b8 admin admin] Publish callbacks [] for security_group (cafb2ec2-8075-4c7c-a453-11e648bce1d6), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:36.521271 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] Network 49befa33-2c95-41fb-ae1d-c73b67c9be20 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:39:36.537508 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, 49befa33-2c95-41fb-ae1d-c73b67c9be20) {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:39:36.544046 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-99ec9096-3fb5-4fed-9643-67a60c6cb3b8 admin admin] Publish callbacks [] for security_group (cafb2ec2-8075-4c7c-a453-11e648bce1d6), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:36.559610 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934aac64-10ba-4b62-8b18-0f7d30facad7 None None] Network 49befa33-2c95-41fb-ae1d-c73b67c9be20 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:39:36.596239 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:36.600219 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:36.668482 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-94e324ce-af60-4605-bbcc-7dc91f8e5b1a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9075868 Jan 19 18:39:36.905598 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f11bf-d6bf-45aa-b0ae-693455bc3a14 req-dd7634d7-faec-4526-b313-9c9c1d01a123 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:36.917073 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7a6f11bf-d6bf-45aa-b0ae-693455bc3a14 req-dd7634d7-faec-4526-b313-9c9c1d01a123 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 945 time: 0.3123703 Jan 19 18:39:36.989770 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c797da-9b90-47c1-a7bc-4e973a099ac1 None None] Network 49befa33-2c95-41fb-ae1d-c73b67c9be20 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:39:37.051532 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-99ec9096-3fb5-4fed-9643-67a60c6cb3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (cafb2ec2-8075-4c7c-a453-11e648bce1d6), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:37.054742 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-99ec9096-3fb5-4fed-9643-67a60c6cb3b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:37.057174 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-99ec9096-3fb5-4fed-9643-67a60c6cb3b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cafb2ec2-8075-4c7c-a453-11e648bce1d6 HTTP/1.1" status: 204 len: 168 time: 0.7945321 Jan 19 18:39:37.129522 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec9096-3fb5-4fed-9643-67a60c6cb3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb2ec2-8075-4c7c-a453-11e648bce1d6,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:37.157369 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-c6194efe-2f01-4b9a-b5a1-71c0c0a3f715 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:37.159006 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-c6194efe-2f01-4b9a-b5a1-71c0c0a3f715 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/networks?id=c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 200 len: 818 time: 0.6235774 Jan 19 18:39:37.229984 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-c0f58a57-5f86-4397-b50c-01738fc25e2a tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/quotas/9134810dccaa4b8d8354da4bd183f4be HTTP/1.1" status: 200 len: 375 time: 0.0509570 Jan 19 18:39:37.253330 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7a6f11bf-d6bf-45aa-b0ae-693455bc3a14 req-e223086b-8e6f-4587-8252-bbc380049dcc tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349848 Jan 19 18:39:37.454949 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-57ac83fe-ce70-49e3-ad46-8a64a3f5c95e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9134810dccaa4b8d8354da4bd183f4be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1924527 Jan 19 18:39:37.497229 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 26b56eb6-6465-4772-b3f2-8670e66f47f4 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:39:37.607115 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 26b56eb6-6465-4772-b3f2-8670e66f47f4 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:39:37.607838 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:37.703284 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-b27e463d-c925-48e0-98c7-fc857d872267 service neutron] 10.222.0.39 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380617 Jan 19 18:39:37.842514 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 26b56eb6-6465-4772-b3f2-8670e66f47f4 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:37.842828 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:37.895809 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-d7cc3afc-6625-480b-a0ea-256d9bb66ede service neutron] 10.222.0.39 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779613 Jan 19 18:39:37.935769 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port 26b56eb6-6465-4772-b3f2-8670e66f47f4, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=26b56eb6-6465-4772-b3f2-8670e66f47f4,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:37.942831 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:38.058359 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=26b56eb6-6465-4772-b3f2-8670e66f47f4,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:38.082503 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f39dfa-df77-472d-a413-2f164c047b6d req-01e3ceed-f9ff-45cf-a32d-732283880f30 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:38.087572 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-01e3ceed-f9ff-45cf-a32d-732283880f30 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.35 "GET /v2.0/networks?id=c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 200 len: 818 time: 0.2896588 Jan 19 18:39:38.102794 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Request body: {'port': {'device_id': 'c0132977-9830-47e0-b314-4de3257e293e', 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9', 'admin_state_up': True, 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:38.229965 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6056d8de-d2dc-405b-bc88-1ae4fed699a3 req-aa7a697a-1e5d-4c29-af6b-a0ab353d9b6d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 210 time: 0.0502234 Jan 19 18:39:38.358346 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Made reservation on behalf of 9134810dccaa4b8d8354da4bd183f4be for: {'port': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:39:38.363810 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:38.414431 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe0bf4-a79b-4352-8e61-2edafe50ca4e req-171e59f3-73f5-4288-9821-d5d53d2ce15f tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:38.426618 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-25fe0bf4-a79b-4352-8e61-2edafe50ca4e req-171e59f3-73f5-4288-9821-d5d53d2ce15f tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 945 time: 0.0819480 Jan 19 18:39:38.515998 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-25fe0bf4-a79b-4352-8e61-2edafe50ca4e req-12a70ed3-c53a-47b9-8682-25d0f87d9154 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878198 Jan 19 18:39:38.709843 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Allocated IP 172.20.0.13 (c3370ab0-9752-4223-b815-eeb0068618c9/bbc81372-e93e-4872-8a55-ba0e75003d2d/0641e1f3-685b-4c50-996e-2cc1016a501d) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:39:39.204558 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks [] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:39.244369 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 26b56eb6-6465-4772-b3f2-8670e66f47f4 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:39:39.307530 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:39.406539 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4822e1cf-326d-40b6-97bd-1595881af3e0 req-745372e9-8d1e-440a-83d8-3144c4621a19 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 210 time: 0.0663202 Jan 19 18:39:39.427331 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Network c3370ab0-9752-4223-b815-eeb0068618c9 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:39:39.434517 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:39:39.440396 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:39:39.447603 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Pushing event updated for resources: {'Port': ['ID=0641e1f3-685b-4c50-996e-2cc1016a501d,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:39.470061 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:39:39.503973 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 26b56eb6-6465-4772-b3f2-8670e66f47f4 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:39:39.504543 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:39.526756 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:39.527490 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:39.548033 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-0687feb7-6804-475a-8918-69a7a1f31885 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4492800 Jan 19 18:39:39.568436 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Request body: {'port': {'device_id': 'c0132977-9830-47e0-b314-4de3257e293e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:39.668448 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:39.681982 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 26b56eb6-6465-4772-b3f2-8670e66f47f4 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:39.900445 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38900) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:40.183507 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-57f0d115-d16e-43bc-8c77-d07c49b578ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:40.202624 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-f3efb722-1413-4f31-936e-b3d78fd45f31 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:40.204144 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-f3efb722-1413-4f31-936e-b3d78fd45f31 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.35 "GET /v2.0/networks?id=c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 200 len: 818 time: 0.2760534 Jan 19 18:39:40.239566 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Request body: {'port': {'device_id': '1e39f871-eeb5-4501-a4da-6bf15f50d11e', 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9', 'admin_state_up': True, 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:40.250650 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-84f49ab1-a6b6-42c0-95e9-56d4346fbdb2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:40.252267 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-84f49ab1-a6b6-42c0-95e9-56d4346fbdb2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/networks?id=49befa33-2c95-41fb-ae1d-c73b67c9be20 HTTP/1.1" status: 200 len: 808 time: 0.1993864 Jan 19 18:39:40.280349 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-09524112-7fe3-4d61-b3f7-b703cbfd640e tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/quotas/d0e70e31678d45eda87e6e0f2026f9c1 HTTP/1.1" status: 200 len: 375 time: 0.0198905 Jan 19 18:39:40.331258 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-bbd29868-6058-440e-a6cd-30bc24be6b73 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0e70e31678d45eda87e6e0f2026f9c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361223 Jan 19 18:39:40.352944 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-57f0d115-d16e-43bc-8c77-d07c49b578ec admin admin] Publish callbacks [] for security_group (dbbd0edd-8eae-4ed0-99a7-cd674591a462), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:40.367800 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-57f0d115-d16e-43bc-8c77-d07c49b578ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (dbbd0edd-8eae-4ed0-99a7-cd674591a462), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:40.608812 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0641e1f3-685b-4c50-996e-2cc1016a501d {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:40.619226 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Publish callbacks [] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:40.640051 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Transition to ACTIVE for port object 0641e1f3-685b-4c50-996e-2cc1016a501d will not be triggered until provisioned by entity L2. {{(pid=103027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:39:40.648461 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:40.731953 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Made reservation on behalf of 9134810dccaa4b8d8354da4bd183f4be for: {'port': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:39:40.736335 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:40.796575 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-90051e13-58ea-4966-ae88-16c3e7b7d263 req-47dd1449-db2f-4814-ad51-04095274544d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 210 time: 0.0723190 Jan 19 18:39:40.798974 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-57f0d115-d16e-43bc-8c77-d07c49b578ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d628e9dba1754ba4bb6b57dcba86fe67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8966930 Jan 19 18:39:40.802789 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0d115-d16e-43bc-8c77-d07c49b578ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbd0edd-8eae-4ed0-99a7-cd674591a462,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:40.806593 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Pushing event updated for resources: {'Port': ['ID=0641e1f3-685b-4c50-996e-2cc1016a501d,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:40.807323 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38936) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:40.883759 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38938) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:40.906216 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-82449501-e04e-4dbb-87f5-3adae8f5404f service neutron] 10.222.0.39 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659075 Jan 19 18:39:40.990693 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a113-7f58-40b4-a03b-313d778fe1a4 admin admin] Publish callbacks [] for security_group (dbbd0edd-8eae-4ed0-99a7-cd674591a462), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.048529 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a113-7f58-40b4-a03b-313d778fe1a4 admin admin] Publish callbacks [] for security_group (dbbd0edd-8eae-4ed0-99a7-cd674591a462), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.138249 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-3f9f42ee-8efc-4a0a-80a4-52f18eb96e0d service neutron] 10.222.0.39 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301130 Jan 19 18:39:41.181366 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a113-7f58-40b4-a03b-313d778fe1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (dbbd0edd-8eae-4ed0-99a7-cd674591a462), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.198532 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a113-7f58-40b4-a03b-313d778fe1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.203087 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0ac1a113-7f58-40b4-a03b-313d778fe1a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbbd0edd-8eae-4ed0-99a7-cd674591a462 HTTP/1.1" status: 204 len: 168 time: 0.3930690 Jan 19 18:39:41.223226 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Attempting to bind port 0641e1f3-685b-4c50-996e-2cc1016a501d on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:39:41.223564 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Attempting to bind port 0641e1f3-685b-4c50-996e-2cc1016a501d by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:39:41.223913 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Attempting to bind port 0641e1f3-685b-4c50-996e-2cc1016a501d on network c3370ab0-9752-4223-b815-eeb0068618c9 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:41.235575 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Port 0641e1f3-685b-4c50-996e-2cc1016a501d on network c3370ab0-9752-4223-b815-eeb0068618c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:39:41.235575 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Attempting to bind port 0641e1f3-685b-4c50-996e-2cc1016a501d on network c3370ab0-9752-4223-b815-eeb0068618c9 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:41.242161 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:39:41.242916 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Checking segment: {'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:39:41.243005 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Bound using segment: {'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:39:41.243414 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Bound port: 0641e1f3-685b-4c50-996e-2cc1016a501d, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:39:41.244020 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.266287 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Allocated IP 172.20.0.12 (c3370ab0-9752-4223-b815-eeb0068618c9/bbc81372-e93e-4872-8a55-ba0e75003d2d/95689950-c5f2-4256-8cac-60834ee0fe18) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:39:41.282606 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-317fcc7c-e9fb-4c38-839e-57c243018dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.307514 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1a113-7f58-40b4-a03b-313d778fe1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbd0edd-8eae-4ed0-99a7-cd674591a462,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:41.387834 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] For port 0641e1f3-685b-4c50-996e-2cc1016a501d, host hv-cinder-82536, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:39:41.416932 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] For port 0641e1f3-685b-4c50-996e-2cc1016a501d, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=0641e1f3-685b-4c50-996e-2cc1016a501d,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:39:41.457263 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.601406 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e276ee91-e58c-4cf9-9264-20ceab8796eb req-8b90e481-e675-4dac-af3c-2e8af3af240a tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 210 time: 0.0691612 Jan 19 18:39:41.608515 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Pushing event updated for resources: {'Port': ['ID=0641e1f3-685b-4c50-996e-2cc1016a501d,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:41.646046 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-317fcc7c-e9fb-4c38-839e-57c243018dc1 admin admin] Publish callbacks [] for security_group (61334c19-5397-4592-b2ea-3086197b156d), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.656143 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-317fcc7c-e9fb-4c38-839e-57c243018dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (61334c19-5397-4592-b2ea-3086197b156d), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.719388 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-317fcc7c-e9fb-4c38-839e-57c243018dc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f25ce10ee94a4416af17ffc8a9472193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8299434 Jan 19 18:39:41.719388 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fcc7c-e9fb-4c38-839e-57c243018dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61334c19-5397-4592-b2ea-3086197b156d,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:41.727216 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:41.728153 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.729667 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-421f6bfd-f50d-4988-a580-4efdeffdd85d service neutron] 10.222.0.35 "PUT /v2.0/ports/0641e1f3-685b-4c50-996e-2cc1016a501d HTTP/1.1" status: 200 len: 1094 time: 2.1656446 Jan 19 18:39:41.731221 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 38974) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:41.733662 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks [] for port (95689950-c5f2-4256-8cac-60834ee0fe18), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.737267 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0132977-9830-47e0-b314-4de3257e293e', 'tag': '0641e1f3-685b-4c50-996e-2cc1016a501d'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:41.740897 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25fa896-5024-4973-adda-f0ba05a6b4de" -d '{"events": [{"name": "network-changed", "server_uuid": "c0132977-9830-47e0-b314-4de3257e293e", "tag": "0641e1f3-685b-4c50-996e-2cc1016a501d"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:41.809766 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb0d05b-4886-47d5-a874-b4e4fd771faa x-openstack-request-id: req-4bb0d05b-4886-47d5-a874-b4e4fd771faa {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:41.810063 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0132977-9830-47e0-b314-4de3257e293e", "tag": "0641e1f3-685b-4c50-996e-2cc1016a501d", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:41.810324 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bb0d05b-4886-47d5-a874-b4e4fd771faa {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:41.810740 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0132977-9830-47e0-b314-4de3257e293e', 'tag': '0641e1f3-685b-4c50-996e-2cc1016a501d', 'status': 'completed', 'code': 200} Jan 19 18:39:41.868781 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:41.896953 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Network c3370ab0-9752-4223-b815-eeb0068618c9 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:39:41.918706 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:39:41.921447 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:39:41.978390 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f39dfa-df77-472d-a413-2f164c047b6d req-56973850-c427-4319-9755-d6c780b3c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:41.980049 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-56973850-c427-4319-9755-d6c780b3c73b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9134810dccaa4b8d8354da4bd183f4be&device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 1097 time: 0.1668897 Jan 19 18:39:42.006669 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:42.009342 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:42.025575 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-3798675d-3e9a-4a0e-b75f-f4f815df65ea tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:42.035409 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-3798675d-3e9a-4a0e-b75f-f4f815df65ea tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 814 time: 0.2716763 Jan 19 18:39:42.067727 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-804994f4-685a-46db-821e-66a2b5e99f26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0641e1f3-685b-4c50-996e-2cc1016a501d HTTP/1.1" status: 200 len: 217 time: 0.0755980 Jan 19 18:39:42.071007 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Pushing event updated for resources: {'Port': ['ID=95689950-c5f2-4256-8cac-60834ee0fe18,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:42.091105 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-a379adde-19b1-4c9a-8b22-43a0e9ffe0f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8578105 Jan 19 18:39:42.092319 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-963c7cc5-d43f-4a13-9b94-cecd7c8f2fd4 admin admin] Publish callbacks [] for security_group (61334c19-5397-4592-b2ea-3086197b156d), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:42.117249 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Request body: {'port': {'device_id': '1e39f871-eeb5-4501-a4da-6bf15f50d11e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:42.183485 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f39dfa-df77-472d-a413-2f164c047b6d req-bd0043f5-3d55-4532-9d58-e12b22a79ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:42.186537 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-bd0043f5-3d55-4532-9d58-e12b22a79ba1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc81372-e93e-4872-8a55-ba0e75003d2d HTTP/1.1" status: 200 len: 858 time: 0.1108334 Jan 19 18:39:42.208275 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-7e041788-76ca-4481-9304-c9e5d4a3ab13 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/quotas/830225ef6edb4906810978eedcd3b723 HTTP/1.1" status: 200 len: 375 time: 0.1714017 Jan 19 18:39:42.302815 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-821bd600-9938-42ac-aa2b-73f2cf68b59c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3370ab0-9752-4223-b815-eeb0068618c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986307 Jan 19 18:39:42.310015 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:42.343872 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-963c7cc5-d43f-4a13-9b94-cecd7c8f2fd4 admin admin] Publish callbacks [] for security_group (61334c19-5397-4592-b2ea-3086197b156d), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:42.405747 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-cd8f7801-9228-4636-aaff-234570fa901a tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1959069 Jan 19 18:39:42.436858 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bae36-2743-4735-b79e-904e5671b219 req-a5ec25cc-12ac-45fc-a96a-138aa0af6f56 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:42.440133 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d86bae36-2743-4735-b79e-904e5671b219 req-a5ec25cc-12ac-45fc-a96a-138aa0af6f56 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 932 time: 0.4018583 Jan 19 18:39:42.440695 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-15f56262-d7dd-492b-8584-fbe2d85884c3 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149192 Jan 19 18:39:42.586861 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-963c7cc5-d43f-4a13-9b94-cecd7c8f2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (61334c19-5397-4592-b2ea-3086197b156d), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:42.589857 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-963c7cc5-d43f-4a13-9b94-cecd7c8f2fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:42.594860 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-963c7cc5-d43f-4a13-9b94-cecd7c8f2fd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61334c19-5397-4592-b2ea-3086197b156d HTTP/1.1" status: 204 len: 168 time: 0.8619671 Jan 19 18:39:42.599488 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d86bae36-2743-4735-b79e-904e5671b219 req-488a064a-d163-499e-b3fc-eaa68af72738 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298447 Jan 19 18:39:42.631064 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c7cc5-d43f-4a13-9b94-cecd7c8f2fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61334c19-5397-4592-b2ea-3086197b156d,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:42.676428 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-fec52ad6-8039-4aa0-bd14-9b51c598ee49 service neutron] 10.222.0.39 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597060 Jan 19 18:39:42.787749 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-80f39dfa-df77-472d-a413-2f164c047b6d req-17dd9647-9960-4472-9615-c5a89c6b9a13 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358836 Jan 19 18:39:42.853667 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-f35f6081-4824-463d-b0be-3d155b9c8a25 service neutron] 10.222.0.39 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744936 Jan 19 18:39:43.028005 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 39028) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:43.143052 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b7714f7c-dbf9-4263-8312-2670a2407770 req-c587b6ed-3f52-44f0-aea9-fe422ad5b02f tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 210 time: 0.0490201 Jan 19 18:39:43.208409 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4b7cd6c7-1250-4212-9c39-04a55e991d7b req-09204ccf-45b2-4ea1-b9bd-858d0717e693 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 210 time: 0.0677507 Jan 19 18:39:43.240825 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95689950-c5f2-4256-8cac-60834ee0fe18 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:43.257702 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa896-5024-4973-adda-f0ba05a6b4de req-d3275562-e316-4e96-b140-5da037f8dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:43.260211 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b25fa896-5024-4973-adda-f0ba05a6b4de req-d3275562-e316-4e96-b140-5da037f8dbd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9134810dccaa4b8d8354da4bd183f4be&device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 1097 time: 0.3235645 Jan 19 18:39:43.264055 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Publish callbacks [] for port (95689950-c5f2-4256-8cac-60834ee0fe18), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:43.363819 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Transition to ACTIVE for port object 95689950-c5f2-4256-8cac-60834ee0fe18 will not be triggered until provisioned by entity L2. {{(pid=103027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:39:43.391053 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:43.459454 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58a086d4-6427-4c06-9ed3-edad7b030d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:43.546508 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Pushing event updated for resources: {'Port': ['ID=95689950-c5f2-4256-8cac-60834ee0fe18,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:43.599735 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa896-5024-4973-adda-f0ba05a6b4de req-827399e4-bfcd-4f02-8d50-80fde7dd7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:43.601257 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b25fa896-5024-4973-adda-f0ba05a6b4de req-827399e4-bfcd-4f02-8d50-80fde7dd7faa service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 200 len: 918 time: 0.3327003 Jan 19 18:39:43.788743 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b25fa896-5024-4973-adda-f0ba05a6b4de req-5a48667b-59b5-4852-91e6-8c3648179a04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0641e1f3-685b-4c50-996e-2cc1016a501d HTTP/1.1" status: 200 len: 217 time: 0.1220255 Jan 19 18:39:43.792273 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58a086d4-6427-4c06-9ed3-edad7b030d89 admin admin] Publish callbacks [] for security_group (5962f2b7-b6e5-4fce-9a68-d5d0bdc4997b), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:43.847859 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-58a086d4-6427-4c06-9ed3-edad7b030d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (5962f2b7-b6e5-4fce-9a68-d5d0bdc4997b), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:43.927050 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Attempting to bind port 95689950-c5f2-4256-8cac-60834ee0fe18 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:39:43.927383 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Attempting to bind port 95689950-c5f2-4256-8cac-60834ee0fe18 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:39:43.927931 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Attempting to bind port 95689950-c5f2-4256-8cac-60834ee0fe18 on network c3370ab0-9752-4223-b815-eeb0068618c9 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:43.942761 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Port 95689950-c5f2-4256-8cac-60834ee0fe18 on network c3370ab0-9752-4223-b815-eeb0068618c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:39:43.943266 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Attempting to bind port 95689950-c5f2-4256-8cac-60834ee0fe18 on network c3370ab0-9752-4223-b815-eeb0068618c9 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:43.959101 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:39:43.959670 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Checking segment: {'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:39:43.960237 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Bound using segment: {'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:39:43.960923 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Bound port: 95689950-c5f2-4256-8cac-60834ee0fe18, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affda38c-f326-40e6-a193-7f846051c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:39:43.961447 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:43.964808 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa896-5024-4973-adda-f0ba05a6b4de req-49a4733f-b985-49d8-a982-f5d252262f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:43.967563 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b25fa896-5024-4973-adda-f0ba05a6b4de req-49a4733f-b985-49d8-a982-f5d252262f26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc81372-e93e-4872-8a55-ba0e75003d2d HTTP/1.1" status: 200 len: 858 time: 0.1429439 Jan 19 18:39:44.026213 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-58a086d4-6427-4c06-9ed3-edad7b030d89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47ad0f43a5d1477f84e419073ef979c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9930243 Jan 19 18:39:44.069702 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 39072) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:44.092482 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b25fa896-5024-4973-adda-f0ba05a6b4de req-0ac34c21-2280-406f-90aa-4d7308c28f3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3370ab0-9752-4223-b815-eeb0068618c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078498 Jan 19 18:39:44.113094 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-497688b4-bfda-4d31-b432-eaa3eb15df1b tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:44.116343 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-497688b4-bfda-4d31-b432-eaa3eb15df1b tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.35 "GET /v2.0/networks?id=49befa33-2c95-41fb-ae1d-c73b67c9be20 HTTP/1.1" status: 200 len: 808 time: 0.4901974 Jan 19 18:39:44.128685 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a086d4-6427-4c06-9ed3-edad7b030d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5962f2b7-b6e5-4fce-9a68-d5d0bdc4997b,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:44.147975 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526be04-e1a9-464b-8127-e5d74867ecf5 req-bde46b80-e28a-4e20-b4c8-ddda0a5400df tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:44.156917 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] For port 95689950-c5f2-4256-8cac-60834ee0fe18, host hv-cinder-82536, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:39:44.157114 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b526be04-e1a9-464b-8127-e5d74867ecf5 req-bde46b80-e28a-4e20-b4c8-ddda0a5400df tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 944 time: 0.3961689 Jan 19 18:39:44.161259 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] For port 95689950-c5f2-4256-8cac-60834ee0fe18, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=95689950-c5f2-4256-8cac-60834ee0fe18,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:39:44.165457 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Request body: {'port': {'device_id': '54ef3a92-d681-45f7-a08f-b81b9f843127', 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20', 'admin_state_up': True, 'tenant_id': 'd0e70e31678d45eda87e6e0f2026f9c1'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:44.188664 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:44.288398 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b526be04-e1a9-464b-8127-e5d74867ecf5 req-b497a783-1d18-4dc4-9783-c269c407affe tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281929 Jan 19 18:39:44.305225 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:44.305899 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:44.307576 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] 10.222.0.35 "PUT /v2.0/ports/95689950-c5f2-4256-8cac-60834ee0fe18 HTTP/1.1" status: 200 len: 1094 time: 2.1973243 Jan 19 18:39:44.311063 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e39f871-eeb5-4501-a4da-6bf15f50d11e', 'tag': '95689950-c5f2-4256-8cac-60834ee0fe18'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:44.314148 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3336c9a-a4b8-4864-8f43-b1affdf2b28d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e39f871-eeb5-4501-a4da-6bf15f50d11e", "tag": "95689950-c5f2-4256-8cac-60834ee0fe18"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:44.373252 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-190426d3-4f16-45e2-9b3e-69388e4c58e4 req-d5040934-3fe9-4888-82ea-3399cee67f36 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 210 time: 0.0315599 Jan 19 18:39:44.409375 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f78f1e-463a-4686-a5c4-840e3a681f2d service neutron] Pushing event updated for resources: {'Port': ['ID=95689950-c5f2-4256-8cac-60834ee0fe18,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:44.434716 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b1d210ce-9638-4113-85be-f9ac0e39ce11 admin admin] Publish callbacks [] for security_group (5962f2b7-b6e5-4fce-9a68-d5d0bdc4997b), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:44.465876 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Made reservation on behalf of d0e70e31678d45eda87e6e0f2026f9c1 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:39:44.472702 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:44.475655 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b25fa896-5024-4973-adda-f0ba05a6b4de req-0f7d7435-a03c-4684-bfcc-7c6322ebadb6 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065865 Jan 19 18:39:44.479376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b1d210ce-9638-4113-85be-f9ac0e39ce11 admin admin] Publish callbacks [] for security_group (5962f2b7-b6e5-4fce-9a68-d5d0bdc4997b), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:44.481667 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7a6111c9-8742-4902-bdda-a3b27705bf5b req-3d53c5dd-9a85-4db5-a902-f40302ba6fe0 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 210 time: 0.0715675 Jan 19 18:39:44.482769 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcff99c-e1cd-4e90-ba93-529648eb1708 x-openstack-request-id: req-2fcff99c-e1cd-4e90-ba93-529648eb1708 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:44.483122 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e39f871-eeb5-4501-a4da-6bf15f50d11e", "tag": "95689950-c5f2-4256-8cac-60834ee0fe18", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:44.483386 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fcff99c-e1cd-4e90-ba93-529648eb1708 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:44.484406 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e39f871-eeb5-4501-a4da-6bf15f50d11e', 'tag': '95689950-c5f2-4256-8cac-60834ee0fe18', 'status': 'completed', 'code': 200} Jan 19 18:39:44.586662 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-5bd0ba80-734c-4f4e-9d67-6702455071ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:44.589359 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-5bd0ba80-734c-4f4e-9d67-6702455071ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9134810dccaa4b8d8354da4bd183f4be&device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 1097 time: 0.1936305 Jan 19 18:39:44.656563 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.35', 56417) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:44.679792 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Allocated IP 172.20.0.12 (49befa33-2c95-41fb-ae1d-c73b67c9be20/37309ac1-8587-4fd4-85ac-0291178083bd/98091857-5ad6-47a9-bae9-94f90e5411a1) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:39:44.732909 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-c3b80e8b-5d4a-415b-9884-c129089ed8fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95689950-c5f2-4256-8cac-60834ee0fe18 HTTP/1.1" status: 200 len: 217 time: 0.0847342 Jan 19 18:39:44.795665 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b1d210ce-9638-4113-85be-f9ac0e39ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (5962f2b7-b6e5-4fce-9a68-d5d0bdc4997b), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:44.798369 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b1d210ce-9638-4113-85be-f9ac0e39ce11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:44.802473 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b1d210ce-9638-4113-85be-f9ac0e39ce11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5962f2b7-b6e5-4fce-9a68-d5d0bdc4997b HTTP/1.1" status: 204 len: 168 time: 0.7131636 Jan 19 18:39:44.830888 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b25fa896-5024-4973-adda-f0ba05a6b4de req-fb151f8b-3413-4992-ae02-43eb21f38e52 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328800 Jan 19 18:39:44.833630 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d210ce-9638-4113-85be-f9ac0e39ce11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5962f2b7-b6e5-4fce-9a68-d5d0bdc4997b,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:44.839684 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-ec9b8df2-e6be-4b0a-bb67-1eee3a49497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:44.841823 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-ec9b8df2-e6be-4b0a-bb67-1eee3a49497e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc81372-e93e-4872-8a55-ba0e75003d2d HTTP/1.1" status: 200 len: 858 time: 0.0942297 Jan 19 18:39:44.886678 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-8da187a6-98a9-411a-afba-87bdc40def78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3370ab0-9752-4223-b815-eeb0068618c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344820 Jan 19 18:39:45.071336 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-cec383c1-3713-4215-a13b-67aa11455366 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:45.075406 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-cec383c1-3713-4215-a13b-67aa11455366 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 814 time: 0.4155262 Jan 19 18:39:45.123359 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Request body: {'port': {'device_id': '5d53a38e-3da8-464b-bf39-66d9b1db1010', 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58', 'admin_state_up': True, 'tenant_id': '830225ef6edb4906810978eedcd3b723'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:45.177849 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-34a62bd3-ae25-4a79-a536-fc856f159d8b service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673922 Jan 19 18:39:45.232287 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks [] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:45.335710 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:45.381102 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-916533df-a48f-43ad-85cd-b8a547ed05b6 req-22118ff9-ec7b-43e5-8dfa-3b1bb78cbfce service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933274 Jan 19 18:39:45.395705 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Made reservation on behalf of 830225ef6edb4906810978eedcd3b723 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:39:45.400176 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:45.435425 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Network 49befa33-2c95-41fb-ae1d-c73b67c9be20 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:39:45.437748 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:39:45.440071 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Pushing event updated for resources: {'Port': ['ID=98091857-5ad6-47a9-bae9-94f90e5411a1,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:45.453999 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:39:45.514277 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-d3e2a1ce-375e-4b29-92a3-3500729f99de tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7b932226e2d74ab283894acefed57948&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429335 Jan 19 18:39:45.531770 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336c9a-a4b8-4864-8f43-b1affdf2b28d req-433d29b7-d6fe-4805-a5c7-56a4b3f414ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:45.531770 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e3336c9a-a4b8-4864-8f43-b1affdf2b28d req-433d29b7-d6fe-4805-a5c7-56a4b3f414ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9134810dccaa4b8d8354da4bd183f4be&device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 1097 time: 0.0703156 Jan 19 18:39:45.706746 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336c9a-a4b8-4864-8f43-b1affdf2b28d req-176e82c5-dc78-419b-a9f3-c0e1ed0de7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:45.709173 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e3336c9a-a4b8-4864-8f43-b1affdf2b28d req-176e82c5-dc78-419b-a9f3-c0e1ed0de7e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 200 len: 918 time: 0.1702805 Jan 19 18:39:45.762964 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e3336c9a-a4b8-4864-8f43-b1affdf2b28d req-ce8af808-d7c1-4ed7-845f-5d24537be558 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95689950-c5f2-4256-8cac-60834ee0fe18 HTTP/1.1" status: 200 len: 217 time: 0.0456083 Jan 19 18:39:45.798345 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:45.798990 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:45.828151 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336c9a-a4b8-4864-8f43-b1affdf2b28d req-1975fd27-dbda-46de-9f4f-df39a4966b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:45.829930 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e3336c9a-a4b8-4864-8f43-b1affdf2b28d req-1975fd27-dbda-46de-9f4f-df39a4966b7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc81372-e93e-4872-8a55-ba0e75003d2d HTTP/1.1" status: 200 len: 858 time: 0.0581546 Jan 19 18:39:45.881221 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d936de-94fc-4388-a6e2-eed5bb4f1765 req-286e14a8-2329-4b24-81d8-c93b6c192214 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:45.882817 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-99d936de-94fc-4388-a6e2-eed5bb4f1765 req-286e14a8-2329-4b24-81d8-c93b6c192214 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 944 time: 0.3220484 Jan 19 18:39:45.883422 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e3336c9a-a4b8-4864-8f43-b1affdf2b28d req-c05ec1ea-922c-4b9f-b55f-da1ded332e4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3370ab0-9752-4223-b815-eeb0068618c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452688 Jan 19 18:39:45.902050 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-40883dc6-4651-451e-a7ec-59acd3464178 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7419009 Jan 19 18:39:45.923021 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Request body: {'port': {'device_id': '54ef3a92-d681-45f7-a08f-b81b9f843127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:45.926250 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Allocated IP 172.20.0.10 (26a47aa7-117f-4621-b9ad-80fcc51b4f58/e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa/cf14a0b4-c110-47dc-a630-a3aa3ebe55d9) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:39:45.958965 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-9f838fb3-3abe-4a5b-8459-2a408e208277 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:45.960450 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-9f838fb3-3abe-4a5b-8459-2a408e208277 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4453683 Jan 19 18:39:46.036553 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e3336c9a-a4b8-4864-8f43-b1affdf2b28d req-1216ba4b-4a25-4bb8-84e7-a06baed13b51 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437244 Jan 19 18:39:46.041288 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-cdfd603b-4be8-4e3c-b23e-8ad8382a3a42 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/quotas/7b932226e2d74ab283894acefed57948 HTTP/1.1" status: 200 len: 375 time: 0.0622156 Jan 19 18:39:46.076742 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-99d936de-94fc-4388-a6e2-eed5bb4f1765 req-7cd036b1-323e-43fb-b3b2-f24fdc9b9420 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782391 Jan 19 18:39:46.105685 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:46.114494 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1d64055f-1364-4839-85cc-1b0ae82c5ef9 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b932226e2d74ab283894acefed57948&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657864 Jan 19 18:39:46.258823 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e3336c9a-a4b8-4864-8f43-b1affdf2b28d req-043d3330-0da6-4d89-9f27-cf75f74b1d40 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094133 Jan 19 18:39:46.295285 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 0641e1f3-685b-4c50-996e-2cc1016a501d details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:39:46.474500 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 0641e1f3-685b-4c50-996e-2cc1016a501d, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=0641e1f3-685b-4c50-996e-2cc1016a501d,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:46.534729 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '0641e1f3-685b-4c50-996e-2cc1016a501d', 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9', 'port_id': '0641e1f3-685b-4c50-996e-2cc1016a501d', 'mac_address': 'fa:16:3e:80:0a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc81372-e93e-4872-8a55-ba0e75003d2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:39:46.584025 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 0641e1f3-685b-4c50-996e-2cc1016a501d is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:46.584417 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:46.616004 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0641e1f3-685b-4c50-996e-2cc1016a501d {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:46.624398 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9863eb5b-336f-47b1-8d75-837d0f4fc128 req-56766fce-4af4-4690-b613-f7e4aea2fb74 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 210 time: 0.3723199 Jan 19 18:39:46.665272 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 0641e1f3-685b-4c50-996e-2cc1016a501d, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=0641e1f3-685b-4c50-996e-2cc1016a501d,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:46.672220 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:46.706863 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks [] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:46.820438 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=0641e1f3-685b-4c50-996e-2cc1016a501d,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:46.861201 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d22b9-c0b6-4f29-abbf-cf19ec26a388 req-fcb5d26e-6563-4c18-a945-91183d411537 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:46.862812 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-811d22b9-c0b6-4f29-abbf-cf19ec26a388 req-fcb5d26e-6563-4c18-a945-91183d411537 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 932 time: 0.2596464 Jan 19 18:39:46.925090 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9b23cd5e-afa7-429e-8f64-eaa73986b986 req-8e42f9bf-e62c-4dfd-9ebf-af80929a1a22 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 210 time: 0.0574989 Jan 19 18:39:46.936242 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:46.961751 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['9bf25b29-d45f-4e15-b6d1-69765810c789', 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:39:47.053099 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['0641e1f3-685b-4c50-996e-2cc1016a501d'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:39:47.118665 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Pushing event updated for resources: {'Port': ['ID=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:47.178244 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:39:47.198012 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:39:47.205513 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:39:47.317410 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-811d22b9-c0b6-4f29-abbf-cf19ec26a388 req-8b7934cb-fe32-4e16-9555-6323eae2696d tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348667 Jan 19 18:39:47.457622 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:47.458377 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:47.521749 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8ca08-5d4b-42ee-8dbc-abe3628ec01a req-7b6761af-8cf8-41aa-9526-66c6d95d7694 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:47.525291 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eaf8ca08-5d4b-42ee-8dbc-abe3628ec01a req-7b6761af-8cf8-41aa-9526-66c6d95d7694 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 944 time: 0.2065344 Jan 19 18:39:47.529430 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98091857-5ad6-47a9-bae9-94f90e5411a1 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:47.546861 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-a88446f6-9d77-491e-8e6c-e0f2a0b613c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4534194 Jan 19 18:39:47.549065 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Publish callbacks [] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:47.578137 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Request body: {'port': {'device_id': '5d53a38e-3da8-464b-bf39-66d9b1db1010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:47.586634 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Transition to ACTIVE for port object 98091857-5ad6-47a9-bae9-94f90e5411a1 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:39:47.611314 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:47.707036 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eaf8ca08-5d4b-42ee-8dbc-abe3628ec01a req-e570815f-f57c-4954-a70f-67dff6855bee tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808250 Jan 19 18:39:47.752762 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:47.757974 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Pushing event updated for resources: {'Port': ['ID=98091857-5ad6-47a9-bae9-94f90e5411a1,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:47.872892 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f895-78c5-44aa-be13-932cdebdc407 req-458668f5-c6be-421e-958a-dedb6c3006aa tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:47.874380 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-86b0f895-78c5-44aa-be13-932cdebdc407 req-458668f5-c6be-421e-958a-dedb6c3006aa tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 932 time: 0.1664758 Jan 19 18:39:47.966846 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Attempting to bind port 98091857-5ad6-47a9-bae9-94f90e5411a1 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:39:47.966846 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Attempting to bind port 98091857-5ad6-47a9-bae9-94f90e5411a1 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': 'b7f8645f-06e5-44a9-81ef-b087ec8e662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:39:47.966846 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Attempting to bind port 98091857-5ad6-47a9-bae9-94f90e5411a1 on network 49befa33-2c95-41fb-ae1d-c73b67c9be20 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:47.985341 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Port 98091857-5ad6-47a9-bae9-94f90e5411a1 on network 49befa33-2c95-41fb-ae1d-c73b67c9be20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:39:47.985668 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Attempting to bind port 98091857-5ad6-47a9-bae9-94f90e5411a1 on network 49befa33-2c95-41fb-ae1d-c73b67c9be20 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:48.006732 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:39:48.007001 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Checking segment: {'id': 'b7f8645f-06e5-44a9-81ef-b087ec8e662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:39:48.007337 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Bound using segment: {'id': 'b7f8645f-06e5-44a9-81ef-b087ec8e662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:39:48.007773 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Bound port: 98091857-5ad6-47a9-bae9-94f90e5411a1, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f8645f-06e5-44a9-81ef-b087ec8e662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:39:48.008128 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:48.096388 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-86b0f895-78c5-44aa-be13-932cdebdc407 req-9c61b8cc-5de7-4247-a26d-84390df29e22 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111282 Jan 19 18:39:48.125330 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-60d5a5e7-662a-4b9e-bb58-2b37c97eda15 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b932226e2d74ab283894acefed57948&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369105 Jan 19 18:39:48.132007 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0c6fd68b-2e0f-42fa-a896-dbc6aee203c4 req-fced532a-9f20-46c1-9cd3-0031d149d799 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 210 time: 0.0996506 Jan 19 18:39:48.239510 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] For port 98091857-5ad6-47a9-bae9-94f90e5411a1, host hv-cinder-82536, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:39:48.241898 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:48.268281 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] For port 98091857-5ad6-47a9-bae9-94f90e5411a1, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=98091857-5ad6-47a9-bae9-94f90e5411a1,segment=NetworkSegment(b7f8645f-06e5-44a9-81ef-b087ec8e662e),segment_id=b7f8645f-06e5-44a9-81ef-b087ec8e662e)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:39:48.280086 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:48.293599 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 95689950-c5f2-4256-8cac-60834ee0fe18 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:39:48.307445 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 0641e1f3-685b-4c50-996e-2cc1016a501d up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:39:48.333171 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:48.342564 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Publish callbacks [] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:48.374962 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Transition to ACTIVE for port object cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.459325 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.463237 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.463237 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.463237 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.463237 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.463237 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.463237 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.463237 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.463237 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.463237 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:39:48.463237 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:39:48.467347 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-2e41754b-9428-462c-8210-d709b80c4e63 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:48.473504 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-2e41754b-9428-462c-8210-d709b80c4e63 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370194 Jan 19 18:39:48.474742 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Pushing event updated for resources: {'Port': ['ID=98091857-5ad6-47a9-bae9-94f90e5411a1,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:48.486750 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:48.488997 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Request body: {'port': {'device_id': '6c8a3536-1dbe-44f3-9169-1f536439ede6', 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02', 'admin_state_up': True, 'tenant_id': '7b932226e2d74ab283894acefed57948'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:48.504961 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:48.505678 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:48.508237 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-c57fd5c8-f3a6-43a2-adc6-fe15ad255a55 service neutron] 10.222.0.35 "PUT /v2.0/ports/98091857-5ad6-47a9-bae9-94f90e5411a1 HTTP/1.1" status: 200 len: 1094 time: 2.5908949 Jan 19 18:39:48.516756 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ef3a92-d681-45f7-a08f-b81b9f843127', 'tag': '98091857-5ad6-47a9-bae9-94f90e5411a1'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:48.519322 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa8d49c-90f8-4ff0-b496-e06c7e38171d" -d '{"events": [{"name": "network-changed", "server_uuid": "54ef3a92-d681-45f7-a08f-b81b9f843127", "tag": "98091857-5ad6-47a9-bae9-94f90e5411a1"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:48.658339 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port 0641e1f3-685b-4c50-996e-2cc1016a501d completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:39:48.666982 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 0641e1f3-685b-4c50-996e-2cc1016a501d triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:39:48.667458 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:48.674904 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34970f4f-133a-4613-b56d-4c15d041b9b5 x-openstack-request-id: req-34970f4f-133a-4613-b56d-4c15d041b9b5 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:48.675511 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ef3a92-d681-45f7-a08f-b81b9f843127", "tag": "98091857-5ad6-47a9-bae9-94f90e5411a1", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:48.676205 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34970f4f-133a-4613-b56d-4c15d041b9b5 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:48.677004 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ef3a92-d681-45f7-a08f-b81b9f843127', 'tag': '98091857-5ad6-47a9-bae9-94f90e5411a1', 'status': 'completed', 'code': 200} Jan 19 18:39:48.737469 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 95689950-c5f2-4256-8cac-60834ee0fe18, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=95689950-c5f2-4256-8cac-60834ee0fe18,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:48.758726 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '95689950-c5f2-4256-8cac-60834ee0fe18', 'network_id': 'c3370ab0-9752-4223-b815-eeb0068618c9', 'port_id': '95689950-c5f2-4256-8cac-60834ee0fe18', 'mac_address': 'fa:16:3e:e6:29:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc81372-e93e-4872-8a55-ba0e75003d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:39:48.781236 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Pushing event updated for resources: {'Port': ['ID=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:48.846908 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 0641e1f3-685b-4c50-996e-2cc1016a501d is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:48.847303 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:48.858534 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 95689950-c5f2-4256-8cac-60834ee0fe18 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:48.858926 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:48.887773 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0132977-9830-47e0-b314-4de3257e293e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0641e1f3-685b-4c50-996e-2cc1016a501d'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:48.891371 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2b8297-3759-4109-aa43-859d5f49a15f" -d '{"events": [{"server_uuid": "c0132977-9830-47e0-b314-4de3257e293e", "name": "network-vif-plugged", "status": "completed", "tag": "0641e1f3-685b-4c50-996e-2cc1016a501d"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:48.900093 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95689950-c5f2-4256-8cac-60834ee0fe18 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:48.917730 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 0641e1f3-685b-4c50-996e-2cc1016a501d, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=0641e1f3-685b-4c50-996e-2cc1016a501d,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:48.928110 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:48.932816 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f7903-d5d4-47c4-b08a-cbe418beebb0 req-c99d8cf0-dd28-491f-bc1d-b3d5dcdad23c tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:48.945564 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-203f7903-d5d4-47c4-b08a-cbe418beebb0 req-c99d8cf0-dd28-491f-bc1d-b3d5dcdad23c tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 944 time: 0.4359941 Jan 19 18:39:48.977383 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 95689950-c5f2-4256-8cac-60834ee0fe18, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=95689950-c5f2-4256-8cac-60834ee0fe18,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:48.987389 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:49.021804 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-4801c945-9df9-42b8-90c3-9b4c9d1452d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:49.023423 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=0641e1f3-685b-4c50-996e-2cc1016a501d,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:49.024436 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-4801c945-9df9-42b8-90c3-9b4c9d1452d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0e70e31678d45eda87e6e0f2026f9c1&device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 1097 time: 0.3460164 Jan 19 18:39:49.049216 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Made reservation on behalf of 7b932226e2d74ab283894acefed57948 for: {'port': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:39:49.054327 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:49.082306 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Attempting to bind port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:39:49.082888 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Attempting to bind port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:39:49.083452 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Attempting to bind port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:49.088189 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:49.129858 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=95689950-c5f2-4256-8cac-60834ee0fe18,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:49.187431 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:39:49.188089 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Attempting to bind port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:49.197634 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-7a2dd3e3-23f5-49bd-8e4d-0689b1d293c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98091857-5ad6-47a9-bae9-94f90e5411a1 HTTP/1.1" status: 200 len: 217 time: 0.1413293 Jan 19 18:39:49.211975 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-203f7903-d5d4-47c4-b08a-cbe418beebb0 req-d2828625-4279-4720-9c39-b459bb5343b0 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650895 Jan 19 18:39:49.216339 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:39:49.216884 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Checking segment: {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:39:49.218018 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Bound using segment: {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:39:49.218243 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Bound port: cf14a0b4-c110-47dc-a630-a3aa3ebe55d9, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:39:49.218829 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:49.246756 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Publish callbacks [] for security_group (e3d4b053-0bba-4d46-a188-d58d92ccf519), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:49.253938 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (e3d4b053-0bba-4d46-a188-d58d92ccf519), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:49.298103 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2204728-ee8a-4e85-a72f-dec7a7435789 x-openstack-request-id: req-f2204728-ee8a-4e85-a72f-dec7a7435789 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:49.298896 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0132977-9830-47e0-b314-4de3257e293e", "name": "network-vif-plugged", "status": "completed", "tag": "0641e1f3-685b-4c50-996e-2cc1016a501d", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:49.299257 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2204728-ee8a-4e85-a72f-dec7a7435789 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:49.299946 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0132977-9830-47e0-b314-4de3257e293e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0641e1f3-685b-4c50-996e-2cc1016a501d', 'code': 200} Jan 19 18:39:49.312032 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d914766-1a9b-45e5-bfec-ce9aa4bd54c2 req-04807fe3-4bc2-4517-a29d-9cebbe7eff92 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:49.315155 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d914766-1a9b-45e5-bfec-ce9aa4bd54c2 req-04807fe3-4bc2-4517-a29d-9cebbe7eff92 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 944 time: 0.5039165 Jan 19 18:39:49.325449 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['95689950-c5f2-4256-8cac-60834ee0fe18'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:39:49.376122 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d4b053-0bba-4d46-a188-d58d92ccf519,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:49.410903 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-1ff91514-54bd-43d3-8cb5-4c2bd5311adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:49.412382 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-1ff91514-54bd-43d3-8cb5-4c2bd5311adc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37309ac1-8587-4fd4-85ac-0291178083bd HTTP/1.1" status: 200 len: 848 time: 0.1992908 Jan 19 18:39:49.427647 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] For port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9, host hv-cinder-82536, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:39:49.462820 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-763d594a-f71b-478d-b749-0f713eeac7b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49befa33-2c95-41fb-ae1d-c73b67c9be20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402210 Jan 19 18:39:49.474598 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d914766-1a9b-45e5-bfec-ce9aa4bd54c2 req-59ac285b-d977-4e7c-ba39-ea1791d418ec tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467750 Jan 19 18:39:49.478468 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] For port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:39:49.505201 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:49.567112 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Allocated IP 192.168.233.252 (ba7d7fc4-70e6-4056-afb5-391211ea9b02/5cb37585-d349-4903-aa9f-feb7e2b82116/c5ed89ec-e6e2-4ac9-b582-decd824078d5) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:39:49.655322 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ceb54-149c-4b1c-ba2d-d3e81f637460 req-c46abbd0-8d98-4134-ba23-f16377333980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:49.657314 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-390ceb54-149c-4b1c-ba2d-d3e81f637460 req-c46abbd0-8d98-4134-ba23-f16377333980 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 1099 time: 0.1107414 Jan 19 18:39:49.666485 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:49.667120 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:49.668676 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] 10.222.0.35 "PUT /v2.0/ports/cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 HTTP/1.1" status: 200 len: 1094 time: 2.1020944 Jan 19 18:39:49.733303 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d25e40-c185-4c05-820b-a77b747ba293 service neutron] Pushing event updated for resources: {'Port': ['ID=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:49.747449 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-47a60eb2-e2aa-47ee-8f05-0e333ebfa1cf req-796bd77b-982b-492b-92bc-5ae3ae1f9238 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 210 time: 0.0613616 Jan 19 18:39:49.805359 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1deef7-b91f-43b8-add0-ffc9e3650fc3 req-b976c19f-a21d-4986-974a-67c925767777 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:49.813024 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9b1deef7-b91f-43b8-add0-ffc9e3650fc3 req-b976c19f-a21d-4986-974a-67c925767777 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 944 time: 0.1712885 Jan 19 18:39:49.818668 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-f5f54bac-b343-4a29-9498-c09b82053e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:49.825020 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-356042df-145f-4827-9a5a-86a49e058d7c service neutron] 10.222.0.35 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446302 Jan 19 18:39:49.885442 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-390ceb54-149c-4b1c-ba2d-d3e81f637460 req-ed75497e-8448-4ef2-8ed5-bc62c72acc4f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148473 Jan 19 18:39:49.896854 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-6e0bb247-79a3-4194-a453-12fa5f32e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:49.898238 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-6e0bb247-79a3-4194-a453-12fa5f32e1fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 1097 time: 0.1661561 Jan 19 18:39:49.924518 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9b1deef7-b91f-43b8-add0-ffc9e3650fc3 req-4aa69116-2c9c-417f-b5e0-af7b70b7ddab tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106157 Jan 19 18:39:49.933324 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Publish callbacks [] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:49.971731 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0695a59-c584-40a9-9002-7f73bb9abbf6 req-0ee75b0a-d399-4d10-9788-da41f28ad019 service neutron] 10.222.0.35 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376376 Jan 19 18:39:50.010384 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:50.059965 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Network ba7d7fc4-70e6-4056-afb5-391211ea9b02 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:39:50.063180 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:39:50.065786 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:39:50.096077 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Pushing event updated for resources: {'Port': ['ID=c5ed89ec-e6e2-4ac9-b582-decd824078d5,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:50.128935 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:50.129631 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:50.150299 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-01ae3fe3-3e51-402e-b6b8-8820d6f94046 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6667185 Jan 19 18:39:50.170013 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Request body: {'port': {'device_id': '6c8a3536-1dbe-44f3-9169-1f536439ede6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:39:50.202073 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-467e8051-5f41-4f80-ab91-cc85f5057afa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 HTTP/1.1" status: 200 len: 217 time: 0.0603757 Jan 19 18:39:50.249266 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:50.297238 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-2da57fb3-03c7-4b69-a3f8-d1ce6ed3b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:50.298927 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-2da57fb3-03c7-4b69-a3f8-d1ce6ed3b022 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa HTTP/1.1" status: 200 len: 854 time: 0.0848505 Jan 19 18:39:50.301224 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8d49c-90f8-4ff0-b496-e06c7e38171d req-2124d58a-1b47-451a-a0b2-33252d5a4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:50.302803 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-afa8d49c-90f8-4ff0-b496-e06c7e38171d req-2124d58a-1b47-451a-a0b2-33252d5a4596 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0e70e31678d45eda87e6e0f2026f9c1&device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 1097 time: 0.0998049 Jan 19 18:39:50.360404 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-3292fb04-cdf0-4684-a78f-fcbecd6a6cef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26a47aa7-117f-4621-b9ad-80fcc51b4f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495520 Jan 19 18:39:50.384369 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-02261875-c73e-43fa-937b-5b4f0b658c04 None None] Provisioning complete for port c5ed89ec-e6e2-4ac9-b582-decd824078d5 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:39:50.384969 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-02261875-c73e-43fa-937b-5b4f0b658c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:50.428021 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-02261875-c73e-43fa-937b-5b4f0b658c04 None None] Port c5ed89ec-e6e2-4ac9-b582-decd824078d5 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:39:50.631490 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ed89ec-e6e2-4ac9-b582-decd824078d5 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:50.642253 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Publish callbacks [] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:50.662158 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Transition to ACTIVE for port object c5ed89ec-e6e2-4ac9-b582-decd824078d5 will not be triggered until provisioned by entity L2. {{(pid=103027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:39:50.670614 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:50.741281 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ed89ec-e6e2-4ac9-b582-decd824078d5,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:50.785730 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d53a38e-3da8-464b-bf39-66d9b1db1010', 'tag': 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:50.787977 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49ea036-e3c4-4ecf-b2a4-b7c20ee78980" -d '{"events": [{"name": "network-changed", "server_uuid": "5d53a38e-3da8-464b-bf39-66d9b1db1010", "tag": "cf14a0b4-c110-47dc-a630-a3aa3ebe55d9"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:50.841389 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Attempting to bind port c5ed89ec-e6e2-4ac9-b582-decd824078d5 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:39:50.841807 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Attempting to bind port c5ed89ec-e6e2-4ac9-b582-decd824078d5 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '6dd4b3d3-da84-4d0e-af6b-21e0f922b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:39:50.841989 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Attempting to bind port c5ed89ec-e6e2-4ac9-b582-decd824078d5 on network ba7d7fc4-70e6-4056-afb5-391211ea9b02 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:50.848510 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Port c5ed89ec-e6e2-4ac9-b582-decd824078d5 on network ba7d7fc4-70e6-4056-afb5-391211ea9b02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:39:50.848868 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Attempting to bind port c5ed89ec-e6e2-4ac9-b582-decd824078d5 on network ba7d7fc4-70e6-4056-afb5-391211ea9b02 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:39:50.856068 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:39:50.856547 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Checking segment: {'id': '6dd4b3d3-da84-4d0e-af6b-21e0f922b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:39:50.856858 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Bound using segment: {'id': '6dd4b3d3-da84-4d0e-af6b-21e0f922b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:39:50.857291 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Bound port: c5ed89ec-e6e2-4ac9-b582-decd824078d5, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd4b3d3-da84-4d0e-af6b-21e0f922b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:39:50.857645 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:50.901560 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b36d-b60a-4099-a625-94f3d9476325 req-50fe489a-890f-43a4-a5a0-7538527bd66f tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:50.903339 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8f89b36d-b60a-4099-a625-94f3d9476325 req-50fe489a-890f-43a4-a5a0-7538527bd66f tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 944 time: 0.5551686 Jan 19 18:39:50.912288 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8d49c-90f8-4ff0-b496-e06c7e38171d req-3bf5efd2-fb3e-4160-89f5-01bf6fba0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:50.913909 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-afa8d49c-90f8-4ff0-b496-e06c7e38171d req-3bf5efd2-fb3e-4160-89f5-01bf6fba0085 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49befa33-2c95-41fb-ae1d-c73b67c9be20 HTTP/1.1" status: 200 len: 908 time: 0.6016736 Jan 19 18:39:50.948890 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] For port c5ed89ec-e6e2-4ac9-b582-decd824078d5, host hv-cinder-82536, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:39:50.953555 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] For port c5ed89ec-e6e2-4ac9-b582-decd824078d5, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=c5ed89ec-e6e2-4ac9-b582-decd824078d5,segment=NetworkSegment(6dd4b3d3-da84-4d0e-af6b-21e0f922b67a),segment_id=6dd4b3d3-da84-4d0e-af6b-21e0f922b67a)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:39:50.961697 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:50.981046 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-8e7bb82c-89b8-4435-acea-97e39b73e46a service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671477 Jan 19 18:39:50.994315 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bef29f-65bf-4a9a-b4e6-61e352c04526 req-f52a424f-0b77-4bcc-97a4-7d05ede53825 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:51.002404 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-36bef29f-65bf-4a9a-b4e6-61e352c04526 req-f52a424f-0b77-4bcc-97a4-7d05ede53825 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 945 time: 0.2060740 Jan 19 18:39:51.009092 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-afa8d49c-90f8-4ff0-b496-e06c7e38171d req-81545665-fc5c-4bb1-9dcd-c36392b8bcff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98091857-5ad6-47a9-bae9-94f90e5411a1 HTTP/1.1" status: 200 len: 217 time: 0.0781450 Jan 19 18:39:51.023235 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:51.023877 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:51.025557 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] 10.222.0.35 "PUT /v2.0/ports/c5ed89ec-e6e2-4ac9-b582-decd824078d5 HTTP/1.1" status: 200 len: 1098 time: 0.8613811 Jan 19 18:39:51.026064 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8a3536-1dbe-44f3-9169-1f536439ede6', 'tag': 'c5ed89ec-e6e2-4ac9-b582-decd824078d5'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:51.028515 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1392823-7891-4d8f-9d7e-8fd6359d2949" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8a3536-1dbe-44f3-9169-1f536439ede6", "tag": "c5ed89ec-e6e2-4ac9-b582-decd824078d5"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:51.080080 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f065f24-dff5-4b63-8750-b76194b98991 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ed89ec-e6e2-4ac9-b582-decd824078d5,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:51.201183 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8d49c-90f8-4ff0-b496-e06c7e38171d req-7cf1969c-7d88-48e9-b46e-b455970e0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:51.202738 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-afa8d49c-90f8-4ff0-b496-e06c7e38171d req-7cf1969c-7d88-48e9-b46e-b455970e0c10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37309ac1-8587-4fd4-85ac-0291178083bd HTTP/1.1" status: 200 len: 848 time: 0.1681168 Jan 19 18:39:51.207070 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8f89b36d-b60a-4099-a625-94f3d9476325 req-f51cd577-87b7-4191-9932-2fb16ac212f6 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801950 Jan 19 18:39:51.228302 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-9ce77de6-ed07-4145-a1b1-359da47b8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:51.232064 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-9ce77de6-ed07-4145-a1b1-359da47b8b7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b932226e2d74ab283894acefed57948&device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 1101 time: 0.1155424 Jan 19 18:39:51.284064 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-36bef29f-65bf-4a9a-b4e6-61e352c04526 req-36a7f9db-f159-4abe-b2c9-a86849d12835 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800043 Jan 19 18:39:51.315397 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-ef4dab69-c47f-4197-81f2-24dde2e7d453 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=c5ed89ec-e6e2-4ac9-b582-decd824078d5 HTTP/1.1" status: 200 len: 217 time: 0.0636563 Jan 19 18:39:51.356061 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-afa8d49c-90f8-4ff0-b496-e06c7e38171d req-70f486d1-1259-4b9b-bff3-f022fe7250b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49befa33-2c95-41fb-ae1d-c73b67c9be20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403582 Jan 19 18:39:51.396576 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-de7fc38b-ecc0-4e08-9297-0b1e02e0a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:51.398489 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-de7fc38b-ecc0-4e08-9297-0b1e02e0a5b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb37585-d349-4903-aa9f-feb7e2b82116 HTTP/1.1" status: 200 len: 843 time: 0.0767372 Jan 19 18:39:51.469363 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c60f7a66-3df8-46cd-a533-634f020a4ffc req-8488e43f-b754-47b5-9084-aabefcb0b5c2 service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646013 Jan 19 18:39:51.476096 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1714dbc9-59ca-4a47-90ec-f9aac920a9e6 x-openstack-request-id: req-1714dbc9-59ca-4a47-90ec-f9aac920a9e6 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:51.476517 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d53a38e-3da8-464b-bf39-66d9b1db1010", "tag": "cf14a0b4-c110-47dc-a630-a3aa3ebe55d9", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:51.477031 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1714dbc9-59ca-4a47-90ec-f9aac920a9e6 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:51.477506 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d53a38e-3da8-464b-bf39-66d9b1db1010', 'tag': 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9', 'status': 'completed', 'code': 200} Jan 19 18:39:51.509966 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-a46657d9-33a5-4207-947c-b42985a45aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:51.513673 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-a46657d9-33a5-4207-947c-b42985a45aa5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ba7d7fc4-70e6-4056-afb5-391211ea9b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1062434 Jan 19 18:39:51.640569 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-afa8d49c-90f8-4ff0-b496-e06c7e38171d req-8c4e7987-ef7c-47c6-ae6e-c0d4d13d53b0 service neutron] 10.222.0.35 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721426 Jan 19 18:39:51.649486 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-76eb902f-76d4-4f8c-aa35-9a1a63ff60ee service neutron] 10.222.0.35 "GET /v2.0/networks/ba7d7fc4-70e6-4056-afb5-391211ea9b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168272 Jan 19 18:39:51.650107 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ea9b9-793a-469b-af0f-456934220426 req-23d3df85-77f1-402e-ac1f-319369a7852e tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:51.651611 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-514ea9b9-793a-469b-af0f-456934220426 req-23d3df85-77f1-402e-ac1f-319369a7852e tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 948 time: 0.1812265 Jan 19 18:39:51.662002 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a071145-a50d-4408-9d3e-f28ed6d5cfd3 req-be8e0968-d72c-4c6c-9304-dca18395fa97 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:51.663656 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9a071145-a50d-4408-9d3e-f28ed6d5cfd3 req-be8e0968-d72c-4c6c-9304-dca18395fa97 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 944 time: 0.1793790 Jan 19 18:39:51.740069 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ea036-e3c4-4ecf-b2a4-b7c20ee78980 req-2144d16e-9777-4c2a-a6ee-97871770a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:51.741590 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c49ea036-e3c4-4ecf-b2a4-b7c20ee78980 req-2144d16e-9777-4c2a-a6ee-97871770a8dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 1097 time: 0.1906784 Jan 19 18:39:51.815067 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-10e009b0-0c2c-449a-92a4-6c8d27979e12 req-c0e64995-e6d4-41d8-a4e2-38a5594c235f service neutron] 10.222.0.35 "GET /v2.0/networks/ba7d7fc4-70e6-4056-afb5-391211ea9b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564269 Jan 19 18:39:51.902355 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-514ea9b9-793a-469b-af0f-456934220426 req-26f6201b-4587-4d31-8192-6ab5af1263a8 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306988 Jan 19 18:39:51.906658 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-afa8d49c-90f8-4ff0-b496-e06c7e38171d req-14a06d83-1070-4b82-8aac-db76bcae0d56 service neutron] 10.222.0.35 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534335 Jan 19 18:39:51.910181 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9a071145-a50d-4408-9d3e-f28ed6d5cfd3 req-23a15b04-f303-431a-a954-6b088e069a0a tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366450 Jan 19 18:39:51.951046 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ea036-e3c4-4ecf-b2a4-b7c20ee78980 req-24fc6379-1961-4f54-91e7-37148ed6b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:51.956522 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c49ea036-e3c4-4ecf-b2a4-b7c20ee78980 req-24fc6379-1961-4f54-91e7-37148ed6b697 service neutron] 10.222.0.35 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 914 time: 0.1973312 Jan 19 18:39:52.001155 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e7d219-1468-4d6f-8c5b-c7daf5bd7ae8 x-openstack-request-id: req-96e7d219-1468-4d6f-8c5b-c7daf5bd7ae8 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:52.001523 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8a3536-1dbe-44f3-9169-1f536439ede6", "tag": "c5ed89ec-e6e2-4ac9-b582-decd824078d5", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:52.001779 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96e7d219-1468-4d6f-8c5b-c7daf5bd7ae8 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:52.002240 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8a3536-1dbe-44f3-9169-1f536439ede6', 'tag': 'c5ed89ec-e6e2-4ac9-b582-decd824078d5', 'status': 'completed', 'code': 200} Jan 19 18:39:52.020206 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c49ea036-e3c4-4ecf-b2a4-b7c20ee78980 req-29504366-679e-42fe-889f-79c2155f667c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 HTTP/1.1" status: 200 len: 217 time: 0.0508432 Jan 19 18:39:52.097999 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ea036-e3c4-4ecf-b2a4-b7c20ee78980 req-c4af8e43-3b23-4738-8d65-803434f46331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:52.099511 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c49ea036-e3c4-4ecf-b2a4-b7c20ee78980 req-c4af8e43-3b23-4738-8d65-803434f46331 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa HTTP/1.1" status: 200 len: 854 time: 0.0685968 Jan 19 18:39:52.147164 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c49ea036-e3c4-4ecf-b2a4-b7c20ee78980 req-4cd53f68-07a6-409f-8497-cb9134968472 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26a47aa7-117f-4621-b9ad-80fcc51b4f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337591 Jan 19 18:39:52.157023 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1392823-7891-4d8f-9d7e-8fd6359d2949 req-fd4efd72-16ac-4ae2-aa07-194c69f3a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:52.158449 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e1392823-7891-4d8f-9d7e-8fd6359d2949 req-fd4efd72-16ac-4ae2-aa07-194c69f3a531 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b932226e2d74ab283894acefed57948&device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 1101 time: 0.0732565 Jan 19 18:39:52.245898 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-46fd6405-0b71-4674-a7ea-f211f9c6a8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:52.329192 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 98091857-5ad6-47a9-bae9-94f90e5411a1 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:39:52.333920 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 95689950-c5f2-4256-8cac-60834ee0fe18 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:39:52.337676 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c49ea036-e3c4-4ecf-b2a4-b7c20ee78980 req-753d95b3-d0cb-435f-9fe0-5ada239328a6 service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723957 Jan 19 18:39:52.406228 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1392823-7891-4d8f-9d7e-8fd6359d2949 req-436fdf15-f369-4b73-84f6-264b28047523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:52.408074 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e1392823-7891-4d8f-9d7e-8fd6359d2949 req-436fdf15-f369-4b73-84f6-264b28047523 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ba7d7fc4-70e6-4056-afb5-391211ea9b02 HTTP/1.1" status: 200 len: 869 time: 0.2342572 Jan 19 18:39:52.494054 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e1392823-7891-4d8f-9d7e-8fd6359d2949 req-85cd3618-1d0d-42cb-9370-5740a6f2731d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=c5ed89ec-e6e2-4ac9-b582-decd824078d5 HTTP/1.1" status: 200 len: 217 time: 0.0698347 Jan 19 18:39:52.508812 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port 95689950-c5f2-4256-8cac-60834ee0fe18 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:39:52.529486 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 95689950-c5f2-4256-8cac-60834ee0fe18 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:39:52.529979 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:52.605653 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 98091857-5ad6-47a9-bae9-94f90e5411a1, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=98091857-5ad6-47a9-bae9-94f90e5411a1,segment=NetworkSegment(b7f8645f-06e5-44a9-81ef-b087ec8e662e),segment_id=b7f8645f-06e5-44a9-81ef-b087ec8e662e)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:52.613689 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58a40b-1aad-4db8-b420-fb10a17b8492 req-779d94c5-b615-4e80-ae0b-5633814a0847 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:52.621044 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2d58a40b-1aad-4db8-b420-fb10a17b8492 req-779d94c5-b615-4e80-ae0b-5633814a0847 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 944 time: 0.3076215 Jan 19 18:39:52.633554 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '98091857-5ad6-47a9-bae9-94f90e5411a1', 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20', 'port_id': '98091857-5ad6-47a9-bae9-94f90e5411a1', 'mac_address': 'fa:16:3e:1e:21:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37309ac1-8587-4fd4-85ac-0291178083bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:39:52.691500 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1392823-7891-4d8f-9d7e-8fd6359d2949 req-a4c567ec-f8ab-4120-8278-48d0b915384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:52.693106 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e1392823-7891-4d8f-9d7e-8fd6359d2949 req-a4c567ec-f8ab-4120-8278-48d0b915384f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb37585-d349-4903-aa9f-feb7e2b82116 HTTP/1.1" status: 200 len: 843 time: 0.1882348 Jan 19 18:39:52.705762 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c49ea036-e3c4-4ecf-b2a4-b7c20ee78980 req-105d11b1-fb7e-4d86-aa4c-41d9ad962b40 service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225796 Jan 19 18:39:52.732678 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371773a3-90f7-4e70-b67a-4f6cc1e1b2ce req-ef9c88c6-d813-489c-800a-b0aacc52d5fa tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:52.733425 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 98091857-5ad6-47a9-bae9-94f90e5411a1 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:52.734118 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:52.740378 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-371773a3-90f7-4e70-b67a-4f6cc1e1b2ce req-ef9c88c6-d813-489c-800a-b0aacc52d5fa tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 945 time: 0.2419336 Jan 19 18:39:52.798456 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98091857-5ad6-47a9-bae9-94f90e5411a1 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:52.802195 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2d58a40b-1aad-4db8-b420-fb10a17b8492 req-08a90cc7-fbcd-47e5-ad1d-4cbb03e0d251 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794868 Jan 19 18:39:52.842850 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-371773a3-90f7-4e70-b67a-4f6cc1e1b2ce req-50399039-b3df-48fb-a2ea-c28263fe42ab tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015153 Jan 19 18:39:52.845919 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1392823-7891-4d8f-9d7e-8fd6359d2949 req-13693c6c-fa85-4ae5-ba4c-ba843e75e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:52.847429 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e1392823-7891-4d8f-9d7e-8fd6359d2949 req-13693c6c-fa85-4ae5-ba4c-ba843e75e5e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ba7d7fc4-70e6-4056-afb5-391211ea9b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1379836 Jan 19 18:39:52.864424 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 95689950-c5f2-4256-8cac-60834ee0fe18 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:52.864424 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:52.882821 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 98091857-5ad6-47a9-bae9-94f90e5411a1, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=98091857-5ad6-47a9-bae9-94f90e5411a1,segment=NetworkSegment(b7f8645f-06e5-44a9-81ef-b087ec8e662e),segment_id=b7f8645f-06e5-44a9-81ef-b087ec8e662e)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:52.913762 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 95689950-c5f2-4256-8cac-60834ee0fe18, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=95689950-c5f2-4256-8cac-60834ee0fe18,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:52.915584 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e39f871-eeb5-4501-a4da-6bf15f50d11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95689950-c5f2-4256-8cac-60834ee0fe18'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:52.918442 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af1b0fb-b0b5-4d9d-b086-97839c060da6" -d '{"events": [{"server_uuid": "1e39f871-eeb5-4501-a4da-6bf15f50d11e", "name": "network-vif-plugged", "status": "completed", "tag": "95689950-c5f2-4256-8cac-60834ee0fe18"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:52.920941 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:52.928342 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:52.984952 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e1392823-7891-4d8f-9d7e-8fd6359d2949 req-b17915e9-80b9-4b3c-94f9-6f0ad38d039b service neutron] 10.222.0.35 "GET /v2.0/networks/ba7d7fc4-70e6-4056-afb5-391211ea9b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298237 Jan 19 18:39:52.992298 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=98091857-5ad6-47a9-bae9-94f90e5411a1,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:53.055752 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93edf136-5be8-4078-8b1b-ebda2edab027 x-openstack-request-id: req-93edf136-5be8-4078-8b1b-ebda2edab027 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:53.056271 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e39f871-eeb5-4501-a4da-6bf15f50d11e", "name": "network-vif-plugged", "status": "completed", "tag": "95689950-c5f2-4256-8cac-60834ee0fe18", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:53.056741 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93edf136-5be8-4078-8b1b-ebda2edab027 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:53.057221 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e39f871-eeb5-4501-a4da-6bf15f50d11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95689950-c5f2-4256-8cac-60834ee0fe18', 'code': 200} Jan 19 18:39:53.151248 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bcda8-0e57-4ca8-8a19-2219465e8802 req-fad5f813-d09e-4d29-bba7-707127b14604 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:53.153122 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-da4bcda8-0e57-4ca8-8a19-2219465e8802 req-fad5f813-d09e-4d29-bba7-707127b14604 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 948 time: 0.0804043 Jan 19 18:39:53.165987 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=95689950-c5f2-4256-8cac-60834ee0fe18,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:53.193826 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:53.227845 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e1392823-7891-4d8f-9d7e-8fd6359d2949 req-14034f9e-f13a-4ff7-93f5-131b88530603 service neutron] 10.222.0.35 "GET /v2.0/networks/ba7d7fc4-70e6-4056-afb5-391211ea9b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341516 Jan 19 18:39:53.312600 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['98091857-5ad6-47a9-bae9-94f90e5411a1'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:39:53.352343 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-da4bcda8-0e57-4ca8-8a19-2219465e8802 req-73d1a8c2-db76-44a3-88ab-608a37fe0862 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892681 Jan 19 18:39:53.398094 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497fb9-d22e-4822-bf52-6ffe774b8185 req-15554e7b-947e-4230-9a94-9ae10f1ad282 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:53.399839 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a497fb9-d22e-4822-bf52-6ffe774b8185 req-15554e7b-947e-4230-9a94-9ae10f1ad282 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 944 time: 0.1684029 Jan 19 18:39:53.437563 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a2f38-3a23-4f23-a8e7-eb27c24a6048 req-447a3be0-b375-4742-b60f-02268979275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:53.438966 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2c8a2f38-3a23-4f23-a8e7-eb27c24a6048 req-447a3be0-b375-4742-b60f-02268979275a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 1099 time: 0.1332619 Jan 19 18:39:53.483887 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a497fb9-d22e-4822-bf52-6ffe774b8185 req-9a078505-b759-4391-aec0-3ed8678e2aae tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680757 Jan 19 18:39:54.471145 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:56.051335 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:56.159246 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2c8a2f38-3a23-4f23-a8e7-eb27c24a6048 req-4aa93f47-90b5-48f5-94ae-4f8b606c0ffe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Jan 19 18:39:56.279533 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ccd10-e679-4b63-a4c9-dc9de53e1a3c req-1955ee5c-6def-4ac8-ac56-46de7e33bbf0 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:56.280990 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a53ccd10-e679-4b63-a4c9-dc9de53e1a3c req-1955ee5c-6def-4ac8-ac56-46de7e33bbf0 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 945 time: 0.0553973 Jan 19 18:39:56.359986 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a53ccd10-e679-4b63-a4c9-dc9de53e1a3c req-b03116dc-7ab2-4f29-a5e3-8ae792d64e11 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721917 Jan 19 18:39:56.481054 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a421d-87a1-44fc-8ea9-2a22c55538d0 req-91ae2c33-6015-49d9-9167-aaee04d727ae tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:56.483650 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-537a421d-87a1-44fc-8ea9-2a22c55538d0 req-91ae2c33-6015-49d9-9167-aaee04d727ae tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0634990 Jan 19 18:39:56.548518 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-537a421d-87a1-44fc-8ea9-2a22c55538d0 req-6576637e-cff2-49c1-be8e-6d6220658abf tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551224 Jan 19 18:39:56.626424 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cc8a8-fb21-482d-81b2-51ef075fa0a4 req-2d8e4426-8e87-4e20-97ab-58a42d476f72 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:56.628932 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c9cc8a8-fb21-482d-81b2-51ef075fa0a4 req-2d8e4426-8e87-4e20-97ab-58a42d476f72 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 948 time: 0.0764420 Jan 19 18:39:56.736943 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c9cc8a8-fb21-482d-81b2-51ef075fa0a4 req-f2076e9c-fe8a-4443-88b2-4b01f9b43ecc tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965745 Jan 19 18:39:56.746683 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc9124-bfe6-4550-adba-707df7feecd1 req-3ab02fe1-e0ef-433d-8b33-ab0ef99c15b1 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:56.748255 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-92dc9124-bfe6-4550-adba-707df7feecd1 req-3ab02fe1-e0ef-433d-8b33-ab0ef99c15b1 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 944 time: 0.1025548 Jan 19 18:39:56.818884 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-92dc9124-bfe6-4550-adba-707df7feecd1 req-eb3fde5a-7715-484e-9492-f8c93c8ca2fc tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618818 Jan 19 18:39:57.521202 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73ac88-2ca0-4800-b469-346859fa003c req-ae352a3b-cae9-45b4-8a4a-863a44514aa5 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:57.523232 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6b73ac88-2ca0-4800-b469-346859fa003c req-ae352a3b-cae9-45b4-8a4a-863a44514aa5 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 945 time: 0.0631592 Jan 19 18:39:57.599850 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6b73ac88-2ca0-4800-b469-346859fa003c req-f7e9ac29-407f-46f9-860d-6b090f64068b tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705166 Jan 19 18:39:57.739282 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05b3c8-4c4b-4ea4-86d8-39bad99763cc req-d7552d31-e54b-4a0b-b2cb-62130d76afdd tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:57.741032 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b05b3c8-4c4b-4ea4-86d8-39bad99763cc req-d7552d31-e54b-4a0b-b2cb-62130d76afdd tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0692749 Jan 19 18:39:57.799038 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b05b3c8-4c4b-4ea4-86d8-39bad99763cc req-33cfcc22-bbe4-41a2-a6d2-8f4f4d1e93bf tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511079 Jan 19 18:39:57.875760 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f869ca3-38aa-4789-902e-2a493ecf5d39 req-f4a84d62-9653-40ad-818b-ef258561142a tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:57.878436 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0f869ca3-38aa-4789-902e-2a493ecf5d39 req-f4a84d62-9653-40ad-818b-ef258561142a tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 948 time: 0.0606935 Jan 19 18:39:57.970590 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0f869ca3-38aa-4789-902e-2a493ecf5d39 req-373b5ff0-4426-492e-8746-388b0a3f43a9 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865250 Jan 19 18:39:57.982677 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0d1f-9e7b-4945-a41b-e0dd4f44e027 req-8230c038-1daa-4d9e-bd36-0dc85cd178c5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:57.984277 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-89cd0d1f-9e7b-4945-a41b-e0dd4f44e027 req-8230c038-1daa-4d9e-bd36-0dc85cd178c5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 944 time: 0.0763412 Jan 19 18:39:58.049193 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-89cd0d1f-9e7b-4945-a41b-e0dd4f44e027 req-7328056e-6266-4e63-8be5-d6ada7e3cef7 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591652 Jan 19 18:39:58.108381 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device c5ed89ec-e6e2-4ac9-b582-decd824078d5 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:39:58.111074 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 98091857-5ad6-47a9-bae9-94f90e5411a1 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:39:58.233683 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port 98091857-5ad6-47a9-bae9-94f90e5411a1 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:39:58.247616 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 98091857-5ad6-47a9-bae9-94f90e5411a1 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:39:58.248047 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:58.289317 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port c5ed89ec-e6e2-4ac9-b582-decd824078d5, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=c5ed89ec-e6e2-4ac9-b582-decd824078d5,segment=NetworkSegment(6dd4b3d3-da84-4d0e-af6b-21e0f922b67a),segment_id=6dd4b3d3-da84-4d0e-af6b-21e0f922b67a)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:58.306144 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'c5ed89ec-e6e2-4ac9-b582-decd824078d5', 'network_id': 'ba7d7fc4-70e6-4056-afb5-391211ea9b02', 'port_id': 'c5ed89ec-e6e2-4ac9-b582-decd824078d5', 'mac_address': 'fa:16:3e:d7:4c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb37585-d349-4903-aa9f-feb7e2b82116', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:39:58.381278 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port c5ed89ec-e6e2-4ac9-b582-decd824078d5 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:58.381587 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:58.396039 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 98091857-5ad6-47a9-bae9-94f90e5411a1 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:58.396426 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:58.412380 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ed89ec-e6e2-4ac9-b582-decd824078d5 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:58.436463 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ef3a92-d681-45f7-a08f-b81b9f843127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98091857-5ad6-47a9-bae9-94f90e5411a1'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:39:58.438750 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88188030-0c88-4f06-8e61-852a385452af" -d '{"events": [{"server_uuid": "54ef3a92-d681-45f7-a08f-b81b9f843127", "name": "network-vif-plugged", "status": "completed", "tag": "98091857-5ad6-47a9-bae9-94f90e5411a1"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:39:58.451467 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port c5ed89ec-e6e2-4ac9-b582-decd824078d5, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=c5ed89ec-e6e2-4ac9-b582-decd824078d5,segment=NetworkSegment(6dd4b3d3-da84-4d0e-af6b-21e0f922b67a),segment_id=6dd4b3d3-da84-4d0e-af6b-21e0f922b67a)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:58.455744 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 98091857-5ad6-47a9-bae9-94f90e5411a1, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=98091857-5ad6-47a9-bae9-94f90e5411a1,segment=NetworkSegment(b7f8645f-06e5-44a9-81ef-b087ec8e662e),segment_id=b7f8645f-06e5-44a9-81ef-b087ec8e662e)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:58.463083 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:58.463083 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:39:58.463083 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:58.508201 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2461145-5820-427f-8e53-789ac01674f9 x-openstack-request-id: req-a2461145-5820-427f-8e53-789ac01674f9 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:39:58.508525 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ef3a92-d681-45f7-a08f-b81b9f843127", "name": "network-vif-plugged", "status": "completed", "tag": "98091857-5ad6-47a9-bae9-94f90e5411a1", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:39:58.508826 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2461145-5820-427f-8e53-789ac01674f9 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:39:58.509226 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ef3a92-d681-45f7-a08f-b81b9f843127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98091857-5ad6-47a9-bae9-94f90e5411a1', 'code': 200} Jan 19 18:39:58.537358 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=c5ed89ec-e6e2-4ac9-b582-decd824078d5,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:58.668318 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=98091857-5ad6-47a9-bae9-94f90e5411a1,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:58.693742 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:58.717568 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9', 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58', 'port_id': 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9', 'mac_address': 'fa:16:3e:61:30:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:39:58.766186 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:39:58.766579 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:58.781852 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:39:58.806833 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:39:58.811940 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:58.831590 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d131719-f746-4482-8d96-19b07b55ce6b req-2e7a73c0-8e33-45a3-8dc3-ad3f0cb82c7b tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:58.840168 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d131719-f746-4482-8d96-19b07b55ce6b req-2e7a73c0-8e33-45a3-8dc3-ad3f0cb82c7b tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 946 time: 0.1469955 Jan 19 18:39:58.875376 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a3d0-a753-4cee-a50b-23e04c207977 req-f33281e9-a654-4ee0-8845-420d531971a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:58.875376 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2430a3d0-a753-4cee-a50b-23e04c207977 req-f33281e9-a654-4ee0-8845-420d531971a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 1099 time: 0.1097076 Jan 19 18:39:58.936817 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:58.964911 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d131719-f746-4482-8d96-19b07b55ce6b req-6e461485-d5b9-4886-bbe6-057f7619fea4 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195333 Jan 19 18:39:59.043298 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2430a3d0-a753-4cee-a50b-23e04c207977 req-b1ead6f1-04ef-49c9-8891-0e59a2b8ba8d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231606 Jan 19 18:39:59.059801 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6ec7d-0a70-46a3-b028-062724d0dfad req-57c5af23-bcab-4a30-b768-361264abcce6 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:59.063412 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4db6ec7d-0a70-46a3-b028-062724d0dfad req-57c5af23-bcab-4a30-b768-361264abcce6 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0776846 Jan 19 18:39:59.159955 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4db6ec7d-0a70-46a3-b028-062724d0dfad req-06f44fcc-966c-4a45-beb3-709f6c1654b6 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928502 Jan 19 18:39:59.173021 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf617ef-1f64-4d26-b8f6-d3c767813d97 req-372dab9b-0e62-48a0-ab9a-f8552dad17f5 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:59.174714 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2bf617ef-1f64-4d26-b8f6-d3c767813d97 req-372dab9b-0e62-48a0-ab9a-f8552dad17f5 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 949 time: 0.0835414 Jan 19 18:39:59.197864 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['cf14a0b4-c110-47dc-a630-a3aa3ebe55d9'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:39:59.213580 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['c5ed89ec-e6e2-4ac9-b582-decd824078d5'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:39:59.259304 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2bf617ef-1f64-4d26-b8f6-d3c767813d97 req-96ec27c3-014f-425e-b119-733f25f7d105 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752299 Jan 19 18:39:59.329832 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7daf1-9978-4f71-9c42-c400b25c00d9 req-21e86799-37b5-4c08-91e6-da99f406e04b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:59.332298 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-13c7daf1-9978-4f71-9c42-c400b25c00d9 req-21e86799-37b5-4c08-91e6-da99f406e04b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 945 time: 0.0969512 Jan 19 18:39:59.650506 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 39450) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:59.698287 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-13c7daf1-9978-4f71-9c42-c400b25c00d9 req-7e35ef49-bb10-4614-a9fd-045a73e3cfb5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588548 Jan 19 18:39:59.705958 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc848ef-a0f4-4bdb-b181-f0eab074d5cd req-03193b18-db9e-4321-a166-403e92d3a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:59.707411 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2bc848ef-a0f4-4bdb-b181-f0eab074d5cd req-03193b18-db9e-4321-a166-403e92d3a772 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9134810dccaa4b8d8354da4bd183f4be&device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 1099 time: 0.0975056 Jan 19 18:39:59.718014 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91207022-8819-4156-b041-a3a668f82379 req-e9fc3dc3-9f63-4cf5-82b9-89a1a7e3ebdf tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:59.719488 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-91207022-8819-4156-b041-a3a668f82379 req-e9fc3dc3-9f63-4cf5-82b9-89a1a7e3ebdf tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1084666 Jan 19 18:39:59.764663 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-05540235-b433-4979-acf5-d58a85036db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:59.824536 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-91207022-8819-4156-b041-a3a668f82379 req-9c70135f-a5b1-4065-88f1-4e9b5746c993 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961831 Jan 19 18:39:59.852903 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc848ef-a0f4-4bdb-b181-f0eab074d5cd req-f294057b-bd00-465a-9bea-ca7c441b4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:59.854446 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2bc848ef-a0f4-4bdb-b181-f0eab074d5cd req-f294057b-bd00-465a-9bea-ca7c441b4515 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 200 len: 918 time: 0.1336417 Jan 19 18:39:59.871962 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-05540235-b433-4979-acf5-d58a85036db4 admin admin] Publish callbacks [] for security_group (798aec23-7bb4-416f-900c-dc9800aa17f1), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:59.878087 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-05540235-b433-4979-acf5-d58a85036db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (798aec23-7bb4-416f-900c-dc9800aa17f1), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:39:59.901376 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2bc848ef-a0f4-4bdb-b181-f0eab074d5cd req-f412107a-497a-400f-b3ec-0ed46e545ed5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95689950-c5f2-4256-8cac-60834ee0fe18 HTTP/1.1" status: 200 len: 217 time: 0.0378721 Jan 19 18:39:59.921632 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-05540235-b433-4979-acf5-d58a85036db4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c35556c57cac485e8719a89296cae7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700188 Jan 19 18:39:59.922576 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05540235-b433-4979-acf5-d58a85036db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798aec23-7bb4-416f-900c-dc9800aa17f1,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:39:59.925028 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 39456) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:39:59.960402 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc848ef-a0f4-4bdb-b181-f0eab074d5cd req-b28f3716-a98e-4361-bc3b-32d41022c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:39:59.961941 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2bc848ef-a0f4-4bdb-b181-f0eab074d5cd req-b28f3716-a98e-4361-bc3b-32d41022c6c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc81372-e93e-4872-8a55-ba0e75003d2d HTTP/1.1" status: 200 len: 858 time: 0.0537343 Jan 19 18:39:59.993178 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3921498-4222-4ef1-843b-880592f96f11 admin admin] Publish callbacks [] for security_group (798aec23-7bb4-416f-900c-dc9800aa17f1), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:00.056428 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3921498-4222-4ef1-843b-880592f96f11 admin admin] Publish callbacks [] for security_group (798aec23-7bb4-416f-900c-dc9800aa17f1), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:00.059182 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2bc848ef-a0f4-4bdb-b181-f0eab074d5cd req-16980f59-a277-43a4-8485-1664a1574076 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3370ab0-9752-4223-b815-eeb0068618c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554352 Jan 19 18:40:00.162167 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3921498-4222-4ef1-843b-880592f96f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (798aec23-7bb4-416f-900c-dc9800aa17f1), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:00.165287 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a3921498-4222-4ef1-843b-880592f96f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:00.170587 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a3921498-4222-4ef1-843b-880592f96f11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/798aec23-7bb4-416f-900c-dc9800aa17f1 HTTP/1.1" status: 204 len: 168 time: 0.2432728 Jan 19 18:40:00.191052 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3921498-4222-4ef1-843b-880592f96f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798aec23-7bb4-416f-900c-dc9800aa17f1,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:00.221139 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50927d-39a6-4201-851f-41b275c7d1f7 req-d3d96e49-8648-4a15-9195-9d859c39ac91 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:00.222507 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7b50927d-39a6-4201-851f-41b275c7d1f7 req-d3d96e49-8648-4a15-9195-9d859c39ac91 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 946 time: 0.1060011 Jan 19 18:40:00.256586 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2bc848ef-a0f4-4bdb-b181-f0eab074d5cd req-42a47046-7a91-4f30-9af8-27159dd4c703 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787078 Jan 19 18:40:00.334564 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7b50927d-39a6-4201-851f-41b275c7d1f7 req-39fbc813-a585-45d2-9edf-8e6d1b73cc0f tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967112 Jan 19 18:40:00.389307 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2bc848ef-a0f4-4bdb-b181-f0eab074d5cd req-01b6ab14-2740-460a-89fe-786cff044ac9 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249378 Jan 19 18:40:00.455366 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04076406-5712-48ec-a4fa-55af2a4ee99d req-85ed948c-b3c5-45f4-8add-b442f1946bd6 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:00.466120 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-04076406-5712-48ec-a4fa-55af2a4ee99d req-85ed948c-b3c5-45f4-8add-b442f1946bd6 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 949 time: 0.0805027 Jan 19 18:40:00.524568 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-04076406-5712-48ec-a4fa-55af2a4ee99d req-975e0920-0bd3-4b4d-a22f-1c10415e2110 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571332 Jan 19 18:40:00.817427 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7e9f4-936a-4d44-a26f-3445ee15071b req-3aa539cb-4e79-4d18-b086-439f632f6361 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:00.818993 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3ce7e9f4-936a-4d44-a26f-3445ee15071b req-3aa539cb-4e79-4d18-b086-439f632f6361 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 945 time: 0.0511723 Jan 19 18:40:00.884571 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3ce7e9f4-936a-4d44-a26f-3445ee15071b req-6ddbd0f7-d2d4-4641-bb27-9364e6a14e9d tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560794 Jan 19 18:40:00.963390 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261d979-4692-488c-b4e4-10b4fd08b75c req-e56c0e21-9b2b-486a-9d90-986c2e1717af tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:00.965566 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8261d979-4692-488c-b4e4-10b4fd08b75c req-e56c0e21-9b2b-486a-9d90-986c2e1717af tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0533340 Jan 19 18:40:01.025216 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8261d979-4692-488c-b4e4-10b4fd08b75c req-705787bf-fed0-4248-8467-b255f8148f71 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518763 Jan 19 18:40:01.540578 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b913b3b-f734-4339-a966-9909bc466bc7 req-1b166d22-2fad-462c-83a6-b7e43c3d97b4 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:01.545608 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b913b3b-f734-4339-a966-9909bc466bc7 req-1b166d22-2fad-462c-83a6-b7e43c3d97b4 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 946 time: 0.0940204 Jan 19 18:40:01.676439 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b913b3b-f734-4339-a966-9909bc466bc7 req-1aa4d932-fa9c-457f-be8d-7fea1d5ec75f tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260266 Jan 19 18:40:01.912042 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c678d41-9121-4f35-b6dc-a2ac8596b4af req-c7dffa50-a3d8-4560-a962-d7ffdee1c473 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:01.913663 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c678d41-9121-4f35-b6dc-a2ac8596b4af req-c7dffa50-a3d8-4560-a962-d7ffdee1c473 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1076262 Jan 19 18:40:01.970233 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733f027-deb3-448d-98e1-191edd5d4dcd req-d1d55a60-2710-4423-894f-bdc15398d256 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:01.972066 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9733f027-deb3-448d-98e1-191edd5d4dcd req-d1d55a60-2710-4423-894f-bdc15398d256 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 949 time: 0.1197011 Jan 19 18:40:01.980919 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c678d41-9121-4f35-b6dc-a2ac8596b4af req-8f3074bc-59ec-476a-9e18-7e95c470eb93 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601904 Jan 19 18:40:02.060976 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9733f027-deb3-448d-98e1-191edd5d4dcd req-f71e6d0a-efa7-4c70-b978-52110eb77c5b tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788231 Jan 19 18:40:02.104896 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device c5ed89ec-e6e2-4ac9-b582-decd824078d5 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:02.140904 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b8b9d-93ba-445b-80af-4b09cd238948 req-8044d4b9-cf2b-4ba1-95b3-0d8f128eaf46 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:02.143142 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-500b8b9d-93ba-445b-80af-4b09cd238948 req-8044d4b9-cf2b-4ba1-95b3-0d8f128eaf46 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 945 time: 0.0546064 Jan 19 18:40:02.160047 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port c5ed89ec-e6e2-4ac9-b582-decd824078d5 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:40:02.164159 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port c5ed89ec-e6e2-4ac9-b582-decd824078d5 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:02.164541 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:02.230605 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2524f-d4bf-469d-840c-7368c1f34818 req-7137b975-af2c-46cc-ba7f-267f062e816c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:02.232220 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cbf2524f-d4bf-469d-840c-7368c1f34818 req-7137b975-af2c-46cc-ba7f-267f062e816c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0879786 Jan 19 18:40:02.235791 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-500b8b9d-93ba-445b-80af-4b09cd238948 req-2b914537-4fd5-4441-b586-70bbfcdbb8d1 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815740 Jan 19 18:40:02.296249 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cbf2524f-d4bf-469d-840c-7368c1f34818 req-e7a1b670-56cd-42be-b90f-13698cddbd79 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570619 Jan 19 18:40:02.382032 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port c5ed89ec-e6e2-4ac9-b582-decd824078d5 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:02.382429 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:02.408901 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8a3536-1dbe-44f3-9169-1f536439ede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ed89ec-e6e2-4ac9-b582-decd824078d5'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:40:02.411280 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6d3930-ba8b-4987-b433-48c30fd928ec" -d '{"events": [{"server_uuid": "6c8a3536-1dbe-44f3-9169-1f536439ede6", "name": "network-vif-plugged", "status": "completed", "tag": "c5ed89ec-e6e2-4ac9-b582-decd824078d5"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:40:02.425892 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port c5ed89ec-e6e2-4ac9-b582-decd824078d5, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=c5ed89ec-e6e2-4ac9-b582-decd824078d5,segment=NetworkSegment(6dd4b3d3-da84-4d0e-af6b-21e0f922b67a),segment_id=6dd4b3d3-da84-4d0e-af6b-21e0f922b67a)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:02.433856 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:02.444178 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:02.506025 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb64b07c-f12e-44db-ad04-3b58540ceadc x-openstack-request-id: req-bb64b07c-f12e-44db-ad04-3b58540ceadc {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:40:02.506369 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8a3536-1dbe-44f3-9169-1f536439ede6", "name": "network-vif-plugged", "status": "completed", "tag": "c5ed89ec-e6e2-4ac9-b582-decd824078d5", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:40:02.506631 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb64b07c-f12e-44db-ad04-3b58540ceadc {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:40:02.507013 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8a3536-1dbe-44f3-9169-1f536439ede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ed89ec-e6e2-4ac9-b582-decd824078d5', 'code': 200} Jan 19 18:40:02.535602 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=c5ed89ec-e6e2-4ac9-b582-decd824078d5,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:02.561539 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:40:02.567790 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:02.568174 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:02.663118 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:02.663754 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:02.717718 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:02.722913 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:02.773786 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858f276-cb31-4867-b425-2d1f087f4478 req-9779a370-6c59-4e1a-b430-17e21556d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:02.775513 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8858f276-cb31-4867-b425-2d1f087f4478 req-9779a370-6c59-4e1a-b430-17e21556d5c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 1103 time: 0.0460522 Jan 19 18:40:02.806590 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:02.831884 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8858f276-cb31-4867-b425-2d1f087f4478 req-edba2071-b513-4d05-b17b-f1ec9a251966 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Jan 19 18:40:03.036715 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7e5bf-d14c-4eae-9ef7-1f145c2d002b req-12c38c0a-6e1d-46b0-a1a2-c887e88ac4bc tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:03.038477 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-75f7e5bf-d14c-4eae-9ef7-1f145c2d002b req-12c38c0a-6e1d-46b0-a1a2-c887e88ac4bc tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 946 time: 0.0838273 Jan 19 18:40:03.170990 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-75f7e5bf-d14c-4eae-9ef7-1f145c2d002b req-44d423cc-da42-4b78-a501-197b02a88135 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235821 Jan 19 18:40:03.201472 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e7562-3854-4f2d-9d0c-3fae2b501db4 req-0ce44871-ee88-4ea0-9d0e-809b60556ee5 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:03.204002 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-554e7562-3854-4f2d-9d0c-3fae2b501db4 req-0ce44871-ee88-4ea0-9d0e-809b60556ee5 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1182072 Jan 19 18:40:03.278650 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-554e7562-3854-4f2d-9d0c-3fae2b501db4 req-7c2020c8-b397-4dfa-994a-7b3e73d2a570 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668898 Jan 19 18:40:03.327319 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb251db-36e3-46f7-b5a3-7a2448f347b4 req-972ad701-84ff-4ac5-8ddc-7d370a87bbc0 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:03.328874 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5eb251db-36e3-46f7-b5a3-7a2448f347b4 req-972ad701-84ff-4ac5-8ddc-7d370a87bbc0 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 950 time: 0.0735013 Jan 19 18:40:03.375996 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5eb251db-36e3-46f7-b5a3-7a2448f347b4 req-12a752cd-ce00-421b-ab30-0bed4d9c1dd6 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 Jan 19 18:40:03.489515 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6f35b-858d-46c0-8d41-3c7992d69e1c req-43104417-c145-41be-968c-5ba2f8f7ca0e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:03.491094 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-48a6f35b-858d-46c0-8d41-3c7992d69e1c req-43104417-c145-41be-968c-5ba2f8f7ca0e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 946 time: 0.0599055 Jan 19 18:40:03.556537 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-48a6f35b-858d-46c0-8d41-3c7992d69e1c req-04e03ca8-7081-4fe2-bc4b-c65bd5afaa2a tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539699 Jan 19 18:40:03.719530 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcb9d0-0c68-424d-bda0-afc4f957e5ce req-667f28ad-82c4-4176-b431-fde4847fe01e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:03.721198 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2cbcb9d0-0c68-424d-bda0-afc4f957e5ce req-667f28ad-82c4-4176-b431-fde4847fe01e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0794184 Jan 19 18:40:03.772777 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2cbcb9d0-0c68-424d-bda0-afc4f957e5ce req-aec1b838-5ad8-4909-b0b1-3c6ef3dce598 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Jan 19 18:40:04.300170 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06350db8-e1d7-4938-a525-a700c6b30c6a req-0624fc2f-c71c-4185-9d77-ca2a305490ab tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:04.301716 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06350db8-e1d7-4938-a525-a700c6b30c6a req-0624fc2f-c71c-4185-9d77-ca2a305490ab tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 946 time: 0.0541894 Jan 19 18:40:04.352986 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06350db8-e1d7-4938-a525-a700c6b30c6a req-896b1b6f-3d13-4b0c-8f5a-ee24c9826b43 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451112 Jan 19 18:40:04.405652 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4184ad9-55bc-4020-8747-47be16c272d2 req-20724d05-b52a-4be7-af18-ba6379bffa37 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:04.407463 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a4184ad9-55bc-4020-8747-47be16c272d2 req-20724d05-b52a-4be7-af18-ba6379bffa37 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.0491548 Jan 19 18:40:04.467644 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a4184ad9-55bc-4020-8747-47be16c272d2 req-eeaa0e24-a383-4056-afdb-bf2e7f83f460 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535567 Jan 19 18:40:04.507897 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3604146-f520-4e73-a470-2d217ac492cd req-cd931526-1bc3-4aa7-a561-11639de33420 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:04.508370 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d53a38e-3da8-464b-bf39-66d9b1db1010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:40:04.509421 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f3604146-f520-4e73-a470-2d217ac492cd req-cd931526-1bc3-4aa7-a561-11639de33420 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 950 time: 0.0624604 Jan 19 18:40:04.510711 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b3cfa8-1b5c-4056-8294-a8bc198764ca" -d '{"events": [{"server_uuid": "5d53a38e-3da8-464b-bf39-66d9b1db1010", "name": "network-vif-plugged", "status": "completed", "tag": "cf14a0b4-c110-47dc-a630-a3aa3ebe55d9"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:40:04.548976 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d313b52d-92da-4032-b804-fdee804c6cdd x-openstack-request-id: req-d313b52d-92da-4032-b804-fdee804c6cdd {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:40:04.549301 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d53a38e-3da8-464b-bf39-66d9b1db1010", "name": "network-vif-plugged", "status": "completed", "tag": "cf14a0b4-c110-47dc-a630-a3aa3ebe55d9", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:40:04.549555 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d313b52d-92da-4032-b804-fdee804c6cdd {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:40:04.549953 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d53a38e-3da8-464b-bf39-66d9b1db1010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9', 'code': 200} Jan 19 18:40:04.567435 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f3604146-f520-4e73-a470-2d217ac492cd req-774bac78-f23a-417f-948f-b82c9d5de5cf tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520413 Jan 19 18:40:04.687631 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3ed3d-9e08-47fa-9883-462adeb4264e req-6d98429c-22d5-47c7-a820-9f328bee03be tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:04.689266 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c9e3ed3d-9e08-47fa-9883-462adeb4264e req-6d98429c-22d5-47c7-a820-9f328bee03be tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 946 time: 0.0496416 Jan 19 18:40:04.744444 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c9e3ed3d-9e08-47fa-9883-462adeb4264e req-d45a8e8e-b096-4d0f-a087-fca612d001fb tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476155 Jan 19 18:40:04.905635 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a33af6-90fb-480b-8991-d1e9fb5ef206 req-492636f9-1cad-47ab-bf78-17478739d760 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:04.907253 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7a33af6-90fb-480b-8991-d1e9fb5ef206 req-492636f9-1cad-47ab-bf78-17478739d760 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0561240 Jan 19 18:40:04.977281 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7a33af6-90fb-480b-8991-d1e9fb5ef206 req-4f516e21-959b-4b57-b4db-41c8790202ad tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635631 Jan 19 18:40:05.477924 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16b89a-9b56-4d1f-ad00-4e04da9d48e7 req-ebe05509-81af-4d86-b06f-806ee1188978 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:05.479498 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fa16b89a-9b56-4d1f-ad00-4e04da9d48e7 req-ebe05509-81af-4d86-b06f-806ee1188978 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 946 time: 0.0559931 Jan 19 18:40:05.538541 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fa16b89a-9b56-4d1f-ad00-4e04da9d48e7 req-37c0cec6-bcd8-4617-87c1-773a64948426 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527697 Jan 19 18:40:05.602166 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd3ffe-7029-42cf-85df-6c4af22d5af1 req-5284b47a-6516-4132-b26a-e2b9febb1844 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:05.603671 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e3bd3ffe-7029-42cf-85df-6c4af22d5af1 req-5284b47a-6516-4132-b26a-e2b9febb1844 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.0514519 Jan 19 18:40:05.671336 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e3bd3ffe-7029-42cf-85df-6c4af22d5af1 req-48a8f447-3b69-4482-9d69-27d685281a61 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577464 Jan 19 18:40:05.710712 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e05721-0bc1-4605-80ce-13890f8ddfe4 req-aa939f2e-2eed-4f98-87e2-99f6f2ce675f tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:05.712187 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-22e05721-0bc1-4605-80ce-13890f8ddfe4 req-aa939f2e-2eed-4f98-87e2-99f6f2ce675f tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 950 time: 0.0608604 Jan 19 18:40:05.790820 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-22e05721-0bc1-4605-80ce-13890f8ddfe4 req-701b0b03-4f7b-4968-98fe-753e53b1ec0f tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708702 Jan 19 18:40:05.889709 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c852b4f-aed2-4b06-bfaa-d618810ea2fb req-ab782589-f141-4ac1-a452-c462c39edf83 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:05.891350 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6c852b4f-aed2-4b06-bfaa-d618810ea2fb req-ab782589-f141-4ac1-a452-c462c39edf83 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 946 time: 0.0588222 Jan 19 18:40:05.951409 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6c852b4f-aed2-4b06-bfaa-d618810ea2fb req-62823928-6eb0-4e23-bb5a-ad3540fffebc tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542781 Jan 19 18:40:06.100102 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8e53e-860b-4bb5-85f8-15c43e428408 req-9ac30139-49ef-4c26-9534-e38b5086d48d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:06.103128 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4d8e53e-860b-4bb5-85f8-15c43e428408 req-9ac30139-49ef-4c26-9534-e38b5086d48d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0537114 Jan 19 18:40:06.155164 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4d8e53e-860b-4bb5-85f8-15c43e428408 req-513471d4-e7be-42ca-8115-74186d0ce9b9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439825 Jan 19 18:40:06.673133 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a509d9-afd1-43cb-a43f-62ac6d3c9abf req-49b63b17-2ceb-4f06-8191-a5a2ff51f6b9 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:06.674667 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-32a509d9-afd1-43cb-a43f-62ac6d3c9abf req-49b63b17-2ceb-4f06-8191-a5a2ff51f6b9 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 946 time: 0.0528255 Jan 19 18:40:06.743912 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fc80b-51d4-47d7-abcb-3ff26c1cf1f5 req-b2e50b5f-9b7c-4451-b546-743768e52b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:06.745457 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-084fc80b-51d4-47d7-abcb-3ff26c1cf1f5 req-b2e50b5f-9b7c-4451-b546-743768e52b32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 1099 time: 0.0699117 Jan 19 18:40:06.753061 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-32a509d9-afd1-43cb-a43f-62ac6d3c9abf req-fdbda37f-821a-49e1-849e-d889f98b14d4 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698121 Jan 19 18:40:06.831560 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5efcf-4b50-49d4-884e-0081edc3210d req-7963d46b-c527-4db3-95f1-3810b3a4e9cd tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:06.833068 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2de5efcf-4b50-49d4-884e-0081edc3210d req-7963d46b-c527-4db3-95f1-3810b3a4e9cd tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.0791459 Jan 19 18:40:06.836921 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-084fc80b-51d4-47d7-abcb-3ff26c1cf1f5 req-ce8f521f-772c-4a10-a9e8-73ddef55f295 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742314 Jan 19 18:40:06.910698 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2de5efcf-4b50-49d4-884e-0081edc3210d req-4ef151f7-d10b-474c-9f29-316bded10ef1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712366 Jan 19 18:40:06.930341 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eaf40-2a8c-421a-ab93-504dae3c90a6 req-538d323c-0fa7-4b10-ad24-8791d5b17874 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:06.931807 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-640eaf40-2a8c-421a-ab93-504dae3c90a6 req-538d323c-0fa7-4b10-ad24-8791d5b17874 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 950 time: 0.0629828 Jan 19 18:40:06.981122 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-640eaf40-2a8c-421a-ab93-504dae3c90a6 req-25d2f7ee-776e-4184-88dc-d52a1304f7d2 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434983 Jan 19 18:40:07.070775 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881e0a-c85b-429e-9067-c1f82c6ba3d2 req-6bd61643-8022-4821-a2b3-5cb85ab24eac tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:07.072341 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f881e0a-c85b-429e-9067-c1f82c6ba3d2 req-6bd61643-8022-4821-a2b3-5cb85ab24eac tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 946 time: 0.0518832 Jan 19 18:40:07.127429 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f881e0a-c85b-429e-9067-c1f82c6ba3d2 req-56a9549f-ed1e-470c-99b8-c704b57b969e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489061 Jan 19 18:40:07.306499 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eec961-3ec4-46e9-a5cc-25f47ba3ab9f req-9c0b0c34-36a1-494c-b540-74fb348441ee tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:07.311430 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-45eec961-3ec4-46e9-a5cc-25f47ba3ab9f req-9c0b0c34-36a1-494c-b540-74fb348441ee tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0835371 Jan 19 18:40:07.408060 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-45eec961-3ec4-46e9-a5cc-25f47ba3ab9f req-a4056b6c-6cc3-43ad-a91d-6834aba3c642 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822272 Jan 19 18:40:07.870611 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f5fae-8e90-4bce-889c-bbf805821b04 req-bfbaaf1d-fa65-4ec1-b351-163c59fc0d91 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:07.872176 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c5f5fae-8e90-4bce-889c-bbf805821b04 req-bfbaaf1d-fa65-4ec1-b351-163c59fc0d91 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 946 time: 0.0490956 Jan 19 18:40:07.927095 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c5f5fae-8e90-4bce-889c-bbf805821b04 req-4e0810a5-7ab6-4e08-8222-5fb7ee14525c tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491686 Jan 19 18:40:08.046056 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3fac2-2d94-470e-bcfa-9b212d40d38f req-d29c5083-1673-49bc-8afc-a3ce8e6a0120 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:08.047470 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eef3fac2-2d94-470e-bcfa-9b212d40d38f req-d29c5083-1673-49bc-8afc-a3ce8e6a0120 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.0591538 Jan 19 18:40:08.124810 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c9f3d-99a5-45a5-b95f-a544b3b59289 req-819e4c7f-bacd-4132-861c-f6c67567e308 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:08.126354 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-522c9f3d-99a5-45a5-b95f-a544b3b59289 req-819e4c7f-bacd-4132-861c-f6c67567e308 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 950 time: 0.0779757 Jan 19 18:40:08.130147 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eef3fac2-2d94-470e-bcfa-9b212d40d38f req-dc05819c-ad8d-413b-9b23-2eaf1d1469b7 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737510 Jan 19 18:40:08.180820 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-522c9f3d-99a5-45a5-b95f-a544b3b59289 req-c6d2e001-b942-4e39-9785-593f4b217bfa tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Jan 19 18:40:08.246547 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d893b-d877-4cf9-a098-74e392a93229 req-64d82360-2243-4fd7-b898-8a1fe0cc1fa2 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:08.248126 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bb3d893b-d877-4cf9-a098-74e392a93229 req-64d82360-2243-4fd7-b898-8a1fe0cc1fa2 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 946 time: 0.0495622 Jan 19 18:40:08.303811 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bb3d893b-d877-4cf9-a098-74e392a93229 req-9647a3e8-675c-4234-b5f6-254e4ac7b708 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493281 Jan 19 18:40:08.471461 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64283994-59e6-4b33-a4bc-6c21999f84ea req-15f21638-e60c-40f4-8e26-497a93d8037a tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:08.473046 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-64283994-59e6-4b33-a4bc-6c21999f84ea req-15f21638-e60c-40f4-8e26-497a93d8037a tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 950 time: 0.0516772 Jan 19 18:40:08.562701 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-64283994-59e6-4b33-a4bc-6c21999f84ea req-6e3f36ef-8abd-4658-9a92-c45201b251bf tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793126 Jan 19 18:40:08.585202 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890a621-cd54-41e4-bf68-3fa2031aebe4 req-e40e391b-3777-4b6a-a967-6f419b58cb38 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:08.585202 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6890a621-cd54-41e4-bf68-3fa2031aebe4 req-e40e391b-3777-4b6a-a967-6f419b58cb38 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0836234 Jan 19 18:40:08.641371 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6890a621-cd54-41e4-bf68-3fa2031aebe4 req-a3eac2a1-9360-40ce-9494-07548fa511f6 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536900 Jan 19 18:40:08.902083 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3199ce-e404-4c6e-8927-2edff25f3ed5 req-1a137562-a47a-46cf-9284-8e6ae0d42b92 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:08.903564 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cf3199ce-e404-4c6e-8927-2edff25f3ed5 req-1a137562-a47a-46cf-9284-8e6ae0d42b92 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 946 time: 0.0586760 Jan 19 18:40:09.080479 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-cf3199ce-e404-4c6e-8927-2edff25f3ed5 req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Deleting port 98091857-5ad6-47a9-bae9-94f90e5411a1 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:40:09.080844 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-cf3199ce-e404-4c6e-8927-2edff25f3ed5 req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:09.096115 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b2f4d-5634-4b19-a248-8ab50b29615d req-fdf36526-f903-45de-9866-8f23c0dbe093 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:09.097754 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c44b2f4d-5634-4b19-a248-8ab50b29615d req-fdf36526-f903-45de-9866-8f23c0dbe093 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 946 time: 0.0931475 Jan 19 18:40:09.229397 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c44b2f4d-5634-4b19-a248-8ab50b29615d req-5e9ff46b-883a-449f-bbc9-0527eadd24db tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126475 Jan 19 18:40:09.259314 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-cf3199ce-e404-4c6e-8927-2edff25f3ed5 req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] For port 98091857-5ad6-47a9-bae9-94f90e5411a1, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=98091857-5ad6-47a9-bae9-94f90e5411a1,segment=NetworkSegment(b7f8645f-06e5-44a9-81ef-b087ec8e662e),segment_id=b7f8645f-06e5-44a9-81ef-b087ec8e662e)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:09.259669 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-cf3199ce-e404-4c6e-8927-2edff25f3ed5 req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:09.278276 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-cf3199ce-e404-4c6e-8927-2edff25f3ed5 req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Calling delete_port for 98091857-5ad6-47a9-bae9-94f90e5411a1 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:40:09.335412 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436ae21-b1ef-46c8-8712-f9f286d7198d req-9c5decd2-ddde-469c-9f93-87ff52f0d834 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:09.336994 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8436ae21-b1ef-46c8-8712-f9f286d7198d req-9c5decd2-ddde-469c-9f93-87ff52f0d834 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1253324 Jan 19 18:40:09.442806 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8436ae21-b1ef-46c8-8712-f9f286d7198d req-bfae0cb4-573f-452b-bc13-0354eee784fc tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731049 Jan 19 18:40:09.512542 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c9c94-e1f2-4312-ad63-831f50d0b2dc req-4f3f44f8-fdc1-417b-a754-ae05067bcfba tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:09.514132 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7d1c9c94-e1f2-4312-ad63-831f50d0b2dc req-4f3f44f8-fdc1-417b-a754-ae05067bcfba tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 946 time: 0.0983956 Jan 19 18:40:09.563541 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-cf3199ce-e404-4c6e-8927-2edff25f3ed5 req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (98091857-5ad6-47a9-bae9-94f90e5411a1), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:09.586695 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['98091857-5ad6-47a9-bae9-94f90e5411a1'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:40:09.606528 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Pushing event deleted for resources: {'Port': ['ID=98091857-5ad6-47a9-bae9-94f90e5411a1,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:09.621723 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7d1c9c94-e1f2-4312-ad63-831f50d0b2dc req-d8c21517-226f-4da8-b1ee-5e1ce892336c tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975628 Jan 19 18:40:09.645457 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.645811 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.646154 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.646490 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.646825 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.647158 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.647488 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.647815 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.648136 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.648487 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.648841 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.649148 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.649468 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:09.691358 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3199ce-e404-4c6e-8927-2edff25f3ed5 req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] No DVR routers for this DVR port 98091857-5ad6-47a9-bae9-94f90e5411a1 on host hv-cinder-82536 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:40:09.702421 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-cf3199ce-e404-4c6e-8927-2edff25f3ed5 req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:09.705956 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cf3199ce-e404-4c6e-8927-2edff25f3ed5 req-340a3e22-1d42-48e6-bd39-da8c2f811a31 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.35 "DELETE /v2.0/ports/98091857-5ad6-47a9-bae9-94f90e5411a1 HTTP/1.1" status: 204 len: 173 time: 0.7908175 Jan 19 18:40:09.706517 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ef3a92-d681-45f7-a08f-b81b9f843127', 'name': 'network-vif-deleted', 'tag': '98091857-5ad6-47a9-bae9-94f90e5411a1'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:40:09.708925 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fb3445-8720-4e61-92a1-16f6bd48db63" -d '{"events": [{"server_uuid": "54ef3a92-d681-45f7-a08f-b81b9f843127", "name": "network-vif-deleted", "tag": "98091857-5ad6-47a9-bae9-94f90e5411a1"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:40:09.798841 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3fc86-8e7f-4884-a112-e9b2de4e18e0 req-cadeea4d-3b71-46bd-bd29-63af9b4bf406 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:09.806994 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-61a3fc86-8e7f-4884-a112-e9b2de4e18e0 req-cadeea4d-3b71-46bd-bd29-63af9b4bf406 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 950 time: 0.1165209 Jan 19 18:40:09.872125 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456ae73-fd99-4a34-b1de-20d2f84af25e req-7db8aac2-15da-431d-a3a6-29ecb900d2a7 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:09.874017 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7456ae73-fd99-4a34-b1de-20d2f84af25e req-7db8aac2-15da-431d-a3a6-29ecb900d2a7 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1155310 Jan 19 18:40:09.878037 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-61a3fc86-8e7f-4884-a112-e9b2de4e18e0 req-3e4f12a3-a729-4411-98ea-1c24a21bfd05 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702567 Jan 19 18:40:09.978181 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7024ad-5e44-4b24-bc90-1412c923d4ca x-openstack-request-id: req-db7024ad-5e44-4b24-bc90-1412c923d4ca {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:40:09.979173 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ef3a92-d681-45f7-a08f-b81b9f843127", "name": "network-vif-deleted", "tag": "98091857-5ad6-47a9-bae9-94f90e5411a1", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:40:09.979173 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db7024ad-5e44-4b24-bc90-1412c923d4ca {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:40:09.979681 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ef3a92-d681-45f7-a08f-b81b9f843127', 'name': 'network-vif-deleted', 'tag': '98091857-5ad6-47a9-bae9-94f90e5411a1', 'status': 'completed', 'code': 200} Jan 19 18:40:10.024222 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7456ae73-fd99-4a34-b1de-20d2f84af25e req-6aba2753-b17c-43b7-a44c-13ab8092148f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355085 Jan 19 18:40:10.117283 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 39776) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:10.247473 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3889deb0-998b-4aa0-9179-d2a6b0981241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:10.382132 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-988fa75c-3c8b-4f12-8649-29a50005f817 req-317a2e75-f434-456c-9efc-30d9ed3f7638 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef3a92-d681-45f7-a08f-b81b9f843127 HTTP/1.1" status: 200 len: 210 time: 0.0436034 Jan 19 18:40:10.407053 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3889deb0-998b-4aa0-9179-d2a6b0981241 admin admin] Publish callbacks [] for security_group (eb406be8-48ce-4878-8447-cc33caf88fdd), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:10.413811 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3889deb0-998b-4aa0-9179-d2a6b0981241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (eb406be8-48ce-4878-8447-cc33caf88fdd), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:10.473015 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3889deb0-998b-4aa0-9179-d2a6b0981241 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a66b759ab264467dabe86a7787abdb71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543727 Jan 19 18:40:10.474598 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889deb0-998b-4aa0-9179-d2a6b0981241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb406be8-48ce-4878-8447-cc33caf88fdd,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:10.476030 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 39786) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:10.553235 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Publish callbacks [] for security_group (eb406be8-48ce-4878-8447-cc33caf88fdd), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:10.580206 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Publish callbacks [] for security_group (eb406be8-48ce-4878-8447-cc33caf88fdd), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:10.641115 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (eb406be8-48ce-4878-8447-cc33caf88fdd), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:10.645127 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:10.648059 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb406be8-48ce-4878-8447-cc33caf88fdd HTTP/1.1" status: 204 len: 168 time: 0.1707911 Jan 19 18:40:10.659691 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb406be8-48ce-4878-8447-cc33caf88fdd,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:10.668982 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.669337 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.669842 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.670267 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.670603 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.670936 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.671495 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.671880 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.672218 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.672582 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.672940 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.673268 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.673671 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2839592-f0fe-4cc8-9fa0-2b2c15b76201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:10.885536 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a257b37-8fd6-4c67-87f3-84ee639a4fe2 req-9ba5b47d-355c-4ed5-a954-2d55f4944147 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:10.888954 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7a257b37-8fd6-4c67-87f3-84ee639a4fe2 req-9ba5b47d-355c-4ed5-a954-2d55f4944147 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.3345728 Jan 19 18:40:10.915429 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851bcd9-85fa-4596-b443-b6571218ee9b req-686884cc-c80a-410e-b57b-1272fb0766a1 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:10.916356 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8851bcd9-85fa-4596-b443-b6571218ee9b req-686884cc-c80a-410e-b57b-1272fb0766a1 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 950 time: 0.1112640 Jan 19 18:40:11.047857 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7a257b37-8fd6-4c67-87f3-84ee639a4fe2 req-d658cabd-b6f0-4f4f-811f-b61f2b2fd010 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521606 Jan 19 18:40:11.087316 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542e2cf-2b69-4ddf-ac1c-76c4fe11e151 req-873e89fa-28c3-4efc-88c8-767aa723c322 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:11.089837 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4542e2cf-2b69-4ddf-ac1c-76c4fe11e151 req-873e89fa-28c3-4efc-88c8-767aa723c322 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 950 time: 0.1109996 Jan 19 18:40:11.101840 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-8851bcd9-85fa-4596-b443-b6571218ee9b req-0cec3027-61a1-4463-bcd5-d4fcd1a91568 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Deleting port c5ed89ec-e6e2-4ac9-b582-decd824078d5 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:40:11.102242 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-8851bcd9-85fa-4596-b443-b6571218ee9b req-0cec3027-61a1-4463-bcd5-d4fcd1a91568 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:11.248314 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4542e2cf-2b69-4ddf-ac1c-76c4fe11e151 req-6f88c8b8-99d3-42f8-adbc-17e27e2469a2 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3d4b053-0bba-4d46-a188-d58d92ccf519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420848 Jan 19 18:40:11.279796 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd048ed-ef22-4c6e-81e0-3916615184d8 req-58187a0d-e577-4101-a134-ad92d8bf144e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:11.281357 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3cd048ed-ef22-4c6e-81e0-3916615184d8 req-58187a0d-e577-4101-a134-ad92d8bf144e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1505892 Jan 19 18:40:11.289774 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-8851bcd9-85fa-4596-b443-b6571218ee9b req-0cec3027-61a1-4463-bcd5-d4fcd1a91568 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] For port c5ed89ec-e6e2-4ac9-b582-decd824078d5, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=c5ed89ec-e6e2-4ac9-b582-decd824078d5,segment=NetworkSegment(6dd4b3d3-da84-4d0e-af6b-21e0f922b67a),segment_id=6dd4b3d3-da84-4d0e-af6b-21e0f922b67a)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:11.290142 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-8851bcd9-85fa-4596-b443-b6571218ee9b req-0cec3027-61a1-4463-bcd5-d4fcd1a91568 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:11.320055 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-8851bcd9-85fa-4596-b443-b6571218ee9b req-0cec3027-61a1-4463-bcd5-d4fcd1a91568 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Calling delete_port for c5ed89ec-e6e2-4ac9-b582-decd824078d5 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:40:11.397488 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3cd048ed-ef22-4c6e-81e0-3916615184d8 req-5b978741-38bd-4bf6-b4cc-661abc5e7418 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097782 Jan 19 18:40:11.577457 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-8851bcd9-85fa-4596-b443-b6571218ee9b req-0cec3027-61a1-4463-bcd5-d4fcd1a91568 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (c5ed89ec-e6e2-4ac9-b582-decd824078d5), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:11.594166 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['c5ed89ec-e6e2-4ac9-b582-decd824078d5'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:40:11.657631 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec3027-61a1-4463-bcd5-d4fcd1a91568 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Pushing event deleted for resources: {'Port': ['ID=c5ed89ec-e6e2-4ac9-b582-decd824078d5,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:11.761401 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-8851bcd9-85fa-4596-b443-b6571218ee9b req-0cec3027-61a1-4463-bcd5-d4fcd1a91568 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] No DVR routers for this DVR port c5ed89ec-e6e2-4ac9-b582-decd824078d5 on host hv-cinder-82536 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:40:11.764912 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-8851bcd9-85fa-4596-b443-b6571218ee9b req-0cec3027-61a1-4463-bcd5-d4fcd1a91568 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:11.768696 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8851bcd9-85fa-4596-b443-b6571218ee9b req-0cec3027-61a1-4463-bcd5-d4fcd1a91568 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.35 "DELETE /v2.0/ports/c5ed89ec-e6e2-4ac9-b582-decd824078d5 HTTP/1.1" status: 204 len: 173 time: 0.8415935 Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.933113 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-58941720-3691-48bb-8b35-b9842b27b92f tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:11.937715 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-58941720-3691-48bb-8b35-b9842b27b92f tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/networks?id=49befa33-2c95-41fb-ae1d-c73b67c9be20 HTTP/1.1" status: 200 len: 808 time: 0.1360462 Jan 19 18:40:11.959488 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-bb1e14d1-57b5-4648-a678-e13f54730feb tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/quotas/d0e70e31678d45eda87e6e0f2026f9c1 HTTP/1.1" status: 200 len: 375 time: 0.0152349 Jan 19 18:40:11.981572 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8a3536-1dbe-44f3-9169-1f536439ede6', 'name': 'network-vif-deleted', 'tag': 'c5ed89ec-e6e2-4ac9-b582-decd824078d5'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:40:11.984815 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ff693-7497-4054-960f-8e3cc5a2c288" -d '{"events": [{"server_uuid": "6c8a3536-1dbe-44f3-9169-1f536439ede6", "name": "network-vif-deleted", "tag": "c5ed89ec-e6e2-4ac9-b582-decd824078d5"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:40:12.005725 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-fe93e641-3f23-449f-b04f-42ea3e93704a tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0e70e31678d45eda87e6e0f2026f9c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344512 Jan 19 18:40:12.043362 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941bc827-8fa5-4f22-a43b-b35c7c5a172b x-openstack-request-id: req-941bc827-8fa5-4f22-a43b-b35c7c5a172b {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:40:12.043737 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8a3536-1dbe-44f3-9169-1f536439ede6", "name": "network-vif-deleted", "tag": "c5ed89ec-e6e2-4ac9-b582-decd824078d5", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:40:12.044064 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-941bc827-8fa5-4f22-a43b-b35c7c5a172b {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:40:12.044542 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8a3536-1dbe-44f3-9169-1f536439ede6', 'name': 'network-vif-deleted', 'tag': 'c5ed89ec-e6e2-4ac9-b582-decd824078d5', 'status': 'completed', 'code': 200} Jan 19 18:40:12.140582 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-afffdfd2-7d02-4431-90b0-c1198293df66 service neutron] 10.222.0.39 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276469 Jan 19 18:40:12.334419 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d42891-9d01-4261-ba82-ff6e2c6e1034 req-07f58e88-c97b-4179-8393-57323a3a5226 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:12.335887 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d8d42891-9d01-4261-ba82-ff6e2c6e1034 req-07f58e88-c97b-4179-8393-57323a3a5226 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1554217 Jan 19 18:40:12.356457 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-1d5c2a9d-a099-403a-b6b3-1d53bf646b1b service neutron] 10.222.0.39 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057455 Jan 19 18:40:12.412229 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d8d42891-9d01-4261-ba82-ff6e2c6e1034 req-ff67589d-35bd-47da-b600-278c3a97e50a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674312 Jan 19 18:40:12.564110 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f962798d-76d4-4c31-8208-cf8919511ee6 req-6505f77e-75fd-449d-9d46-36cc3939a5c4 tempest-VolumesNegativeTest-174010357 tempest-VolumesNegativeTest-174010357-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c8a3536-1dbe-44f3-9169-1f536439ede6 HTTP/1.1" status: 200 len: 210 time: 0.0390751 Jan 19 18:40:12.732749 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-076374ba-8cd8-41d4-a11c-da065b879eb6 req-2a5db6eb-2bb7-49e5-8a17-cc822b3366a3 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 210 time: 0.0479538 Jan 19 18:40:12.773985 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0fd65-072c-47db-b191-375cb8140859 req-46c03454-6a57-429a-a8fd-d143cd0a1384 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:12.775589 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5da0fd65-072c-47db-b191-375cb8140859 req-46c03454-6a57-429a-a8fd-d143cd0a1384 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1435800 Jan 19 18:40:12.861199 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5da0fd65-072c-47db-b191-375cb8140859 req-8c1f1a9c-4ccd-469c-8ee5-49441b10002b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762131 Jan 19 18:40:13.558448 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3b90-c067-42b4-a246-9b58a16cfc5e req-70c9db15-7b98-4591-8825-2d235cc3d743 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:13.559869 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-87cc3b90-c067-42b4-a246-9b58a16cfc5e req-70c9db15-7b98-4591-8825-2d235cc3d743 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.0554013 Jan 19 18:40:13.609899 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-87cc3b90-c067-42b4-a246-9b58a16cfc5e req-6feeca05-dc71-4104-9c60-18d3604ae5fd tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444705 Jan 19 18:40:13.988869 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-411db7d0-58ff-43c0-8558-f919fcd936d1 req-54e2671b-a49b-4e12-b476-204c2bd3c0b5 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 210 time: 0.0490215 Jan 19 18:40:14.006190 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-7217a354-2274-4e50-bf5f-2842e42f72d5 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:14.008472 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-7217a354-2274-4e50-bf5f-2842e42f72d5 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.35 "GET /v2.0/networks?id=49befa33-2c95-41fb-ae1d-c73b67c9be20 HTTP/1.1" status: 200 len: 808 time: 0.2245767 Jan 19 18:40:14.032901 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Request body: {'port': {'device_id': 'b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0', 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20', 'admin_state_up': True, 'tenant_id': 'd0e70e31678d45eda87e6e0f2026f9c1'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:40:14.116554 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09011687-2da2-4562-b48b-50aea0a72d8b req-7e29604d-8271-41d8-a581-53eabc8f8d48 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:14.118242 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09011687-2da2-4562-b48b-50aea0a72d8b req-7e29604d-8271-41d8-a581-53eabc8f8d48 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1350923 Jan 19 18:40:14.167209 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device c5ed89ec-e6e2-4ac9-b582-decd824078d5 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:40:14.189004 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: c5ed89ec-e6e2-4ac9-b582-decd824078d5 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:40:14.189478 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device c5ed89ec-e6e2-4ac9-b582-decd824078d5 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:40:14.189775 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 98091857-5ad6-47a9-bae9-94f90e5411a1 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:40:14.207752 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09011687-2da2-4562-b48b-50aea0a72d8b req-de9c1bbc-46dd-486c-9ec2-0cd4111e0837 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831411 Jan 19 18:40:14.209699 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: 98091857-5ad6-47a9-bae9-94f90e5411a1 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:40:14.210047 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 98091857-5ad6-47a9-bae9-94f90e5411a1 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:40:14.223586 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Made reservation on behalf of d0e70e31678d45eda87e6e0f2026f9c1 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:40:14.227305 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:14.440397 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Allocated IP 172.20.0.4 (49befa33-2c95-41fb-ae1d-c73b67c9be20/37309ac1-8587-4fd4-85ac-0291178083bd/8a3144f9-99ab-4f33-ac36-f0ff9d78085b) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:40:14.687695 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks [] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:14.791113 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:14.875108 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279cbe3-ec9e-448d-9ad1-610773db4ed5 req-d66a16a0-0319-406f-8b0e-c1fea675ff9c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:14.877424 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7279cbe3-ec9e-448d-9ad1-610773db4ed5 req-d66a16a0-0319-406f-8b0e-c1fea675ff9c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1476572 Jan 19 18:40:14.879989 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Network 49befa33-2c95-41fb-ae1d-c73b67c9be20 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:40:14.888976 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:14.897618 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:40:14.936071 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Pushing event updated for resources: {'Port': ['ID=8a3144f9-99ab-4f33-ac36-f0ff9d78085b,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:14.983072 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99017850-1482-4812-afaf-61954c024aa1 req-0dad7b71-9deb-4563-b60f-6318d82c3170 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:14.984861 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-99017850-1482-4812-afaf-61954c024aa1 req-0dad7b71-9deb-4563-b60f-6318d82c3170 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.2088807 Jan 19 18:40:15.048516 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:15.049210 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:15.057257 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7279cbe3-ec9e-448d-9ad1-610773db4ed5 req-4bb30496-6e55-45fc-ad8f-a7041be4d5b7 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659493 Jan 19 18:40:15.097283 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-0289113a-7d7a-4475-b03a-d30a19c66561 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0652788 Jan 19 18:40:15.129337 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Request body: {'port': {'device_id': 'b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:40:15.142884 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-99017850-1482-4812-afaf-61954c024aa1 req-19d63491-3123-401f-88c4-41b93cab4ba1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481156 Jan 19 18:40:15.256186 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:15.282812 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f92d96-627a-4935-810e-545834203a52 req-99af049b-1a24-431f-909c-987688e76d20 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:15.284365 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a0f92d96-627a-4935-810e-545834203a52 req-99af049b-1a24-431f-909c-987688e76d20 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 931 time: 0.1165869 Jan 19 18:40:15.477759 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a0f92d96-627a-4935-810e-545834203a52 req-d99b4d45-56e3-4d43-ada8-bcb263062e9f tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851327 Jan 19 18:40:15.491555 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f891a5-0a97-494a-832b-c77b0bf47564 req-96e2a35e-4efb-4d04-ba07-73113e529aac tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:15.493063 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-42f891a5-0a97-494a-832b-c77b0bf47564 req-96e2a35e-4efb-4d04-ba07-73113e529aac tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1765683 Jan 19 18:40:15.624360 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-42f891a5-0a97-494a-832b-c77b0bf47564 req-de5a12b4-aa9f-4e73-915f-7d921324bd48 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227109 Jan 19 18:40:15.741045 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3144f9-99ab-4f33-ac36-f0ff9d78085b {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:40:15.749478 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Publish callbacks [] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:15.766885 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Transition to ACTIVE for port object 8a3144f9-99ab-4f33-ac36-f0ff9d78085b will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:40:15.770842 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:15.842772 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3144f9-99ab-4f33-ac36-f0ff9d78085b,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:15.928009 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Attempting to bind port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:40:15.928614 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Attempting to bind port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': 'b7f8645f-06e5-44a9-81ef-b087ec8e662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:40:15.929036 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Attempting to bind port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b on network 49befa33-2c95-41fb-ae1d-c73b67c9be20 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:40:15.934762 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b on network 49befa33-2c95-41fb-ae1d-c73b67c9be20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:40:15.935121 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Attempting to bind port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b on network 49befa33-2c95-41fb-ae1d-c73b67c9be20 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:40:15.941352 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:40:15.941759 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Checking segment: {'id': 'b7f8645f-06e5-44a9-81ef-b087ec8e662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:40:15.942059 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Bound using segment: {'id': 'b7f8645f-06e5-44a9-81ef-b087ec8e662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:40:15.942490 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Bound port: 8a3144f9-99ab-4f33-ac36-f0ff9d78085b, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f8645f-06e5-44a9-81ef-b087ec8e662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:40:15.942844 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:16.018530 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] For port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b, host hv-cinder-82536, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:40:16.021844 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] For port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=8a3144f9-99ab-4f33-ac36-f0ff9d78085b,segment=NetworkSegment(b7f8645f-06e5-44a9-81ef-b087ec8e662e),segment_id=b7f8645f-06e5-44a9-81ef-b087ec8e662e)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:40:16.027355 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:16.067665 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:16.068285 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:16.070025 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] 10.222.0.35 "PUT /v2.0/ports/8a3144f9-99ab-4f33-ac36-f0ff9d78085b HTTP/1.1" status: 200 len: 1093 time: 0.9642069 Jan 19 18:40:16.075077 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0', 'tag': '8a3144f9-99ab-4f33-ac36-f0ff9d78085b'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:40:16.084348 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f2c54-002d-4df9-b508-e0df5d607ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0", "tag": "8a3144f9-99ab-4f33-ac36-f0ff9d78085b"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:40:16.188806 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509d3ff7-be75-4cdf-b9be-a8fd03f300ea x-openstack-request-id: req-509d3ff7-be75-4cdf-b9be-a8fd03f300ea {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:40:16.189099 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0", "tag": "8a3144f9-99ab-4f33-ac36-f0ff9d78085b", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:40:16.189354 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-509d3ff7-be75-4cdf-b9be-a8fd03f300ea {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:40:16.189832 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0', 'tag': '8a3144f9-99ab-4f33-ac36-f0ff9d78085b', 'status': 'completed', 'code': 200} Jan 19 18:40:16.212527 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da4b08-5542-4337-894d-7834dc86e2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3144f9-99ab-4f33-ac36-f0ff9d78085b,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:16.247428 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-e385e33f-5a3f-45ba-911c-f4c5d2d33dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:16.250182 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-e385e33f-5a3f-45ba-911c-f4c5d2d33dac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0e70e31678d45eda87e6e0f2026f9c1&device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.1203270 Jan 19 18:40:16.370566 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-e57629fc-eb31-4721-a2d2-3ae18d15ee2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3144f9-99ab-4f33-ac36-f0ff9d78085b HTTP/1.1" status: 200 len: 217 time: 0.0895650 Jan 19 18:40:16.474967 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:40:16.496218 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564b492-d60c-446c-9655-6bbb3abc19af req-4bf146de-ec33-4ac1-a350-a6a551e297dc tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:16.497934 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d564b492-d60c-446c-9655-6bbb3abc19af req-4bf146de-ec33-4ac1-a350-a6a551e297dc tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.2780275 Jan 19 18:40:16.520711 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-8a64e121-3604-4f64-8bed-a9916a3297bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:16.522321 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-8a64e121-3604-4f64-8bed-a9916a3297bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37309ac1-8587-4fd4-85ac-0291178083bd HTTP/1.1" status: 200 len: 848 time: 0.1248400 Jan 19 18:40:16.531935 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86671f09-9576-48a9-8a9f-79e0899d4781 req-9fab3f05-467e-4590-9cf4-81c95e643180 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:16.533682 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-86671f09-9576-48a9-8a9f-79e0899d4781 req-9fab3f05-467e-4590-9cf4-81c95e643180 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.2444000 Jan 19 18:40:16.579526 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-c3eae78d-9f9c-4dd8-baf7-1e676d49af20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49befa33-2c95-41fb-ae1d-c73b67c9be20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447733 Jan 19 18:40:16.917288 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d564b492-d60c-446c-9655-6bbb3abc19af req-f5f9eb40-d5b3-4bdc-9758-ff449fdb43dd tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3807683 Jan 19 18:40:16.938623 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-86671f09-9576-48a9-8a9f-79e0899d4781 req-e1403806-e506-4b7b-b95a-0a845c01be3c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3921368 Jan 19 18:40:16.985186 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-3d95ff7a-cc70-48b3-a2ec-8c8dae58b3fd service neutron] 10.222.0.35 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819158 Jan 19 18:40:17.173939 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6461e8a3-b7e1-453c-9a59-8ec681bd6cf1 req-21e9ce2a-f01c-4f46-a5f6-6ddd1ec8ccbf service neutron] 10.222.0.35 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772418 Jan 19 18:40:17.214789 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee5cfb-f012-41d9-bd4a-c17f7d3ddf61 req-51b52f44-d036-4660-a23d-5d120f6c1cd5 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:17.216264 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-50ee5cfb-f012-41d9-bd4a-c17f7d3ddf61 req-51b52f44-d036-4660-a23d-5d120f6c1cd5 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 943 time: 0.0930157 Jan 19 18:40:17.226055 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d55231-56c2-40a0-919f-969d689354e9 req-75e62804-3128-4e66-8d06-0d8e6fb03975 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:17.226310 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-34d55231-56c2-40a0-919f-969d689354e9 req-75e62804-3128-4e66-8d06-0d8e6fb03975 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1239333 Jan 19 18:40:17.345915 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-50ee5cfb-f012-41d9-bd4a-c17f7d3ddf61 req-b9f476da-e00f-426a-a536-db8c2210f0f6 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100044 Jan 19 18:40:17.353376 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-34d55231-56c2-40a0-919f-969d689354e9 req-6d96f973-0ec9-4487-a838-1f6bb8a9e9b2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145356 Jan 19 18:40:17.367753 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f2c54-002d-4df9-b508-e0df5d607ac2 req-d3a4069e-4ef5-4aa7-bb14-7de9595228ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:17.371441 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-154f2c54-002d-4df9-b508-e0df5d607ac2 req-d3a4069e-4ef5-4aa7-bb14-7de9595228ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0e70e31678d45eda87e6e0f2026f9c1&device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.1064804 Jan 19 18:40:17.503766 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f2c54-002d-4df9-b508-e0df5d607ac2 req-a3b8a111-579e-4453-8a1c-fa203816fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:17.505562 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-154f2c54-002d-4df9-b508-e0df5d607ac2 req-a3b8a111-579e-4453-8a1c-fa203816fd34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49befa33-2c95-41fb-ae1d-c73b67c9be20 HTTP/1.1" status: 200 len: 908 time: 0.1252766 Jan 19 18:40:17.548859 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-154f2c54-002d-4df9-b508-e0df5d607ac2 req-db93b811-d2f9-42b5-8808-84537a84e5d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3144f9-99ab-4f33-ac36-f0ff9d78085b HTTP/1.1" status: 200 len: 217 time: 0.0365591 Jan 19 18:40:17.615643 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f2c54-002d-4df9-b508-e0df5d607ac2 req-2366c71f-8742-4474-9be4-a04ec1b57417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:17.618371 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-154f2c54-002d-4df9-b508-e0df5d607ac2 req-2366c71f-8742-4474-9be4-a04ec1b57417 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37309ac1-8587-4fd4-85ac-0291178083bd HTTP/1.1" status: 200 len: 848 time: 0.0622518 Jan 19 18:40:17.658422 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-154f2c54-002d-4df9-b508-e0df5d607ac2 req-6fde1a98-ad1a-47b9-a67f-3d7312fffecd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49befa33-2c95-41fb-ae1d-c73b67c9be20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299964 Jan 19 18:40:17.804339 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf06c54-a295-4245-88fe-79cc8ec09146 req-15f6ed48-7340-489f-a047-aa47b206a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:17.805888 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-adf06c54-a295-4245-88fe-79cc8ec09146 req-15f6ed48-7340-489f-a047-aa47b206a0d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 1098 time: 0.1174181 Jan 19 18:40:17.819274 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-154f2c54-002d-4df9-b508-e0df5d607ac2 req-f05addd9-bfad-4988-9b8c-a502c89538b8 service neutron] 10.222.0.35 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433301 Jan 19 18:40:17.999555 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf06c54-a295-4245-88fe-79cc8ec09146 req-777be85c-572d-4f3a-b442-94129bdedae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:18.000974 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-adf06c54-a295-4245-88fe-79cc8ec09146 req-777be85c-572d-4f3a-b442-94129bdedae7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 911 time: 0.1672022 Jan 19 18:40:18.002737 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-154f2c54-002d-4df9-b508-e0df5d607ac2 req-ddbaa988-16c4-4a87-af68-8f7104bcbcf0 service neutron] 10.222.0.35 "GET /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676002 Jan 19 18:40:18.209037 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-adf06c54-a295-4245-88fe-79cc8ec09146 req-6b97c6cd-7c70-4520-8cc2-2b8e69441ed2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c230ac-9512-4467-8015-7d53593f1bff HTTP/1.1" status: 200 len: 1001 time: 0.1864414 Jan 19 18:40:18.238534 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:18.239831 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ec75-654a-45bd-8eaf-f324d2ddcbfc req-78288823-1f2a-41b5-a621-4507eb105b47 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:18.241438 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a4c9ec75-654a-45bd-8eaf-f324d2ddcbfc req-78288823-1f2a-41b5-a621-4507eb105b47 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.1607277 Jan 19 18:40:18.298005 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b290eb-15f0-4e2a-a9b7-51fc72a03a0a req-4be926db-47a9-4965-aa27-988763c24b22 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:18.299503 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37b290eb-15f0-4e2a-a9b7-51fc72a03a0a req-4be926db-47a9-4965-aa27-988763c24b22 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1743269 Jan 19 18:40:18.318095 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf06c54-a295-4245-88fe-79cc8ec09146 req-4b9f88eb-8136-48f1-aa13-d68fdbf2f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:18.319754 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-adf06c54-a295-4245-88fe-79cc8ec09146 req-4b9f88eb-8136-48f1-aa13-d68fdbf2f0c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0924a93a-d057-4ea7-b98a-07d64d6605b6 HTTP/1.1" status: 200 len: 850 time: 0.1025851 Jan 19 18:40:18.381229 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a4c9ec75-654a-45bd-8eaf-f324d2ddcbfc req-665b573c-5afd-43ee-b3d9-ada489270c12 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158588 Jan 19 18:40:18.410086 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37b290eb-15f0-4e2a-a9b7-51fc72a03a0a req-d71b9ec9-065c-4cb5-8c0b-51fb4c21c1d9 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024792 Jan 19 18:40:18.421803 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf06c54-a295-4245-88fe-79cc8ec09146 req-eea7d6dc-a22d-42fc-9ad6-7d854170aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:18.423687 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-adf06c54-a295-4245-88fe-79cc8ec09146 req-eea7d6dc-a22d-42fc-9ad6-7d854170aac6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a83c77-a086-4b56-b863-c2c3d2e498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772700 Jan 19 18:40:18.580907 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0325b-0932-4aeb-aaed-7f73e7629422 req-cd802247-b3a2-4c01-86ce-536fcbad6b7c tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:18.582384 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a5f0325b-0932-4aeb-aaed-7f73e7629422 req-cd802247-b3a2-4c01-86ce-536fcbad6b7c tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 943 time: 0.1368246 Jan 19 18:40:18.625917 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe28c19-715f-44e0-b1e2-e1aca9b5efe8 req-d39e6f6f-d766-4470-b8fe-2d1ddb369eca tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:18.627440 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cbe28c19-715f-44e0-b1e2-e1aca9b5efe8 req-d39e6f6f-d766-4470-b8fe-2d1ddb369eca tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1154385 Jan 19 18:40:18.633022 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-adf06c54-a295-4245-88fe-79cc8ec09146 req-61eb4052-cf7c-4dc9-8889-93ba72639e01 service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949406 Jan 19 18:40:18.737270 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a5f0325b-0932-4aeb-aaed-7f73e7629422 req-68854063-2494-4de5-ae31-af9e6aa6ce3c tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466777 Jan 19 18:40:18.757732 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cbe28c19-715f-44e0-b1e2-e1aca9b5efe8 req-6a9a8c97-cd94-4e9e-800c-ed656794b57b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224446 Jan 19 18:40:18.786381 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-adf06c54-a295-4245-88fe-79cc8ec09146 req-a572c975-6c26-48e7-b518-27f0df0d60ab service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424158 Jan 19 18:40:19.161174 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 40176) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:19.320726 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-0dc1a8be-2fba-4d9e-ae57-e993934b2f9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b932226e2d74ab283894acefed57948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582146 Jan 19 18:40:19.323972 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 40180) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:19.377577 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9ba35f11-30fa-4dad-86b3-96ad23e50b65 admin admin] Publish callbacks [] for security_group (e3d4b053-0bba-4d46-a188-d58d92ccf519), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:19.407980 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9ba35f11-30fa-4dad-86b3-96ad23e50b65 admin admin] Publish callbacks [] for security_group (e3d4b053-0bba-4d46-a188-d58d92ccf519), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:19.486923 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9ba35f11-30fa-4dad-86b3-96ad23e50b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (e3d4b053-0bba-4d46-a188-d58d92ccf519), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:19.489739 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9ba35f11-30fa-4dad-86b3-96ad23e50b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:19.493367 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9ba35f11-30fa-4dad-86b3-96ad23e50b65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3d4b053-0bba-4d46-a188-d58d92ccf519 HTTP/1.1" status: 204 len: 168 time: 0.1659238 Jan 19 18:40:19.500375 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba35f11-30fa-4dad-86b3-96ad23e50b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d4b053-0bba-4d46-a188-d58d92ccf519,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:19.535903 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-13ad13c3-a043-4a9d-b04a-84f4b1213833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:19.567283 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644429-0bec-4faa-a222-c33209658f25 req-b562df44-16a3-4187-a0fe-1856a76a0f4e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:19.569791 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-56644429-0bec-4faa-a222-c33209658f25 req-b562df44-16a3-4187-a0fe-1856a76a0f4e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.1161888 Jan 19 18:40:19.629567 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bbf3e-cdff-405f-b9a1-af4dbbc2acfa req-6933f646-bf5c-42ab-9bb3-c6d27f302904 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:19.631912 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e4bbf3e-cdff-405f-b9a1-af4dbbc2acfa req-6933f646-bf5c-42ab-9bb3-c6d27f302904 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1231356 Jan 19 18:40:19.694331 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-56644429-0bec-4faa-a222-c33209658f25 req-71618638-897a-4e8c-a15a-924cbbb6fbe3 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110590 Jan 19 18:40:19.726204 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e4bbf3e-cdff-405f-b9a1-af4dbbc2acfa req-5081492c-1487-41d7-a35d-e536c9a1e78e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694983 Jan 19 18:40:19.914918 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621bb97-d48f-4553-8130-ab7a44665a37 req-ffc05b44-28a3-49ff-afd2-e13fdedd28e2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:19.918354 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1621bb97-d48f-4553-8130-ab7a44665a37 req-ffc05b44-28a3-49ff-afd2-e13fdedd28e2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 943 time: 0.1062021 Jan 19 18:40:19.955058 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327abc6-a6b6-49a0-9753-ecda31f61335 req-d64dfd88-8ca7-4add-b1f4-13bd7c7ad5c4 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:19.956657 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9327abc6-a6b6-49a0-9753-ecda31f61335 req-d64dfd88-8ca7-4add-b1f4-13bd7c7ad5c4 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1065006 Jan 19 18:40:20.004463 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1621bb97-d48f-4553-8130-ab7a44665a37 req-a97de1ad-c094-42ee-a9b8-216ce7dc85e2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771468 Jan 19 18:40:20.039977 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9327abc6-a6b6-49a0-9753-ecda31f61335 req-57c796fa-c25e-4846-b9d9-3dbaa25773f5 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766211 Jan 19 18:40:20.186611 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 8a3144f9-99ab-4f33-ac36-f0ff9d78085b details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:40:20.303746 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=8a3144f9-99ab-4f33-ac36-f0ff9d78085b,segment=NetworkSegment(b7f8645f-06e5-44a9-81ef-b087ec8e662e),segment_id=b7f8645f-06e5-44a9-81ef-b087ec8e662e)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:20.318959 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '8a3144f9-99ab-4f33-ac36-f0ff9d78085b', 'network_id': '49befa33-2c95-41fb-ae1d-c73b67c9be20', 'port_id': '8a3144f9-99ab-4f33-ac36-f0ff9d78085b', 'mac_address': 'fa:16:3e:2f:6f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37309ac1-8587-4fd4-85ac-0291178083bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:40:20.375122 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:20.375518 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:20.391183 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3144f9-99ab-4f33-ac36-f0ff9d78085b {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:40:20.414021 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=8a3144f9-99ab-4f33-ac36-f0ff9d78085b,segment=NetworkSegment(b7f8645f-06e5-44a9-81ef-b087ec8e662e),segment_id=b7f8645f-06e5-44a9-81ef-b087ec8e662e)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:20.419300 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:20.455159 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 40216) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:20.492386 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=8a3144f9-99ab-4f33-ac36-f0ff9d78085b,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:20.569298 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1965730031-network', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:40:20.594846 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Made reservation on behalf of 0e2a8ac0ddbd440d8b1d507283bfbc85 for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:40:20.597439 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:20.606605 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:20.696558 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Publish callbacks [] for security_group (b505f3b9-dee4-4e7f-9418-1b7e0f5bef61), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:20.700428 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (b505f3b9-dee4-4e7f-9418-1b7e0f5bef61), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:20.726722 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:40:20.739511 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:20.745469 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (35f06de9-a850-4868-ba17-b405ff572edd), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:20.745888 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Added segment 35f06de9-a850-4868-ba17-b405ff572edd of type vlan for network cfb0a631-19f4-438b-b117-3e88ff4a0d6c Jan 19 18:40:20.788083 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['8a3144f9-99ab-4f33-ac36-f0ff9d78085b'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:40:20.799602 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (cfb0a631-19f4-438b-b117-3e88ff4a0d6c), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:20.833179 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (cfb0a631-19f4-438b-b117-3e88ff4a0d6c), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:20.834359 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:20.835224 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:20.844642 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f94932-9710-4421-989b-651dbe2b5f1e req-f5df08b5-7119-48d7-b751-9eff540881f2 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:20.853204 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-39f94932-9710-4421-989b-651dbe2b5f1e req-f5df08b5-7119-48d7-b751-9eff540881f2 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0711694 Jan 19 18:40:20.869406 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4125118 Jan 19 18:40:20.871560 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 40234) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:20.876827 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] Request body: {'subnet': {'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1965730031-subnet', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:40:20.931131 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec292ecd-a073-4d27-98d5-f282aa2a7c9a admin admin] Pushing event updated for resources: {'Network': ['ID=cfb0a631-19f4-438b-b117-3e88ff4a0d6c,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:20.942488 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-39f94932-9710-4421-989b-651dbe2b5f1e req-953fd708-7e70-4503-a58f-dd0740a40201 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814042 Jan 19 18:40:20.973473 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network cfb0a631-19f4-438b-b117-3e88ff4a0d6c details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:40:20.975179 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] Made reservation on behalf of 0e2a8ac0ddbd440d8b1d507283bfbc85 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:40:20.981850 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27115017'] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:21.193337 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7b748-579f-4481-8070-3f08c0a3668f req-2b000ed3-2157-4df9-9bee-39d3804c8988 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:21.196481 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4cf7b748-579f-4481-8070-3f08c0a3668f req-2b000ed3-2157-4df9-9bee-39d3804c8988 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1150987 Jan 19 18:40:21.371192 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4cf7b748-579f-4481-8070-3f08c0a3668f req-bf00e14e-b7ed-47d9-b670-77a609a045a6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555374 Jan 19 18:40:21.403265 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ac8a6-98ef-4f53-a51b-55377118bd5f req-95a2951d-a3ff-47c9-9f25-df3647a04729 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:21.405020 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c73ac8a6-98ef-4f53-a51b-55377118bd5f req-95a2951d-a3ff-47c9-9f25-df3647a04729 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 944 time: 0.1604722 Jan 19 18:40:21.441619 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25584623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27115047'] for subnet (ed4197e1-d7fb-4051-b8e3-cdb68222854f), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:21.548478 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c73ac8a6-98ef-4f53-a51b-55377118bd5f req-f69eab2c-8b01-4a6e-aecd-505c4af3349c tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288979 Jan 19 18:40:21.565199 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4197e1-d7fb-4051-b8e3-cdb68222854f,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:21.581888 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] Checking segment: {'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:40:21.581888 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] Network hostable DHCP agents. Network: cfb0a631-19f4-438b-b117-3e88ff4a0d6c, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:40:21.607356 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b101453-9b8d-4a73-aa3d-975dc347a008 req-f7889755-de5f-4c53-8ce3-6e076faf7f8c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:21.608928 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b101453-9b8d-4a73-aa3d-975dc347a008 req-f7889755-de5f-4c53-8ce3-6e076faf7f8c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1327083 Jan 19 18:40:21.616687 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] Network cfb0a631-19f4-438b-b117-3e88ff4a0d6c is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:40:21.632825 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, cfb0a631-19f4-438b-b117-3e88ff4a0d6c) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:21.645544 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef73a9af-5abd-427b-988d-905074778cd4 None None] Network cfb0a631-19f4-438b-b117-3e88ff4a0d6c requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:40:21.646324 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:21.647093 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:21.683419 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 40258) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:21.683964 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-be5f03e8-9530-465b-bce1-196a6d7731b3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8107922 Jan 19 18:40:21.689860 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:40:21.692550 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b101453-9b8d-4a73-aa3d-975dc347a008 req-396d7993-eb58-4df1-8ff8-69628299d0f3 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688014 Jan 19 18:40:21.722002 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9947'] for router (788e5fe9-88b4-419d-aa78-80705bc85178), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:21.724312 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2093737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9952'] for router (788e5fe9-88b4-419d-aa78-80705bc85178), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:21.781263 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bec15b7-f1a1-5518-be2b-7c4ae9037c47-cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'fixed_ips': [{'subnet_id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f'}]}} from dv-cinder-825360-1-iscsi. {{(pid=103028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 18:40:21.782183 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:21.829037 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Publish callbacks [] for router_controller (788e5fe9-88b4-419d-aa78-80705bc85178), precommit_add_association {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:21.946249 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.db_base_plugin_common [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Allocated IP 172.20.0.2 (cfb0a631-19f4-438b-b117-3e88ff4a0d6c/ed4197e1-d7fb-4051-b8e3-cdb68222854f/36dede51-7f23-40ec-94b7-90c0931f4736) {{(pid=103028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:40:21.988876 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Publish callbacks [] for router_gateway (788e5fe9-88b4-419d-aa78-80705bc85178), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.078521 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899f152-d8ec-40fc-8beb-e441bc7a0522 req-69daff1e-789f-4d41-a7c1-4f5c166059a8 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:22.080252 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8899f152-d8ec-40fc-8beb-e441bc7a0522 req-69daff1e-789f-4d41-a7c1-4f5c166059a8 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0549703 Jan 19 18:40:22.134259 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Publish callbacks [] for port (36dede51-7f23-40ec-94b7-90c0931f4736), precommit_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.134738 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8899f152-d8ec-40fc-8beb-e441bc7a0522 req-fb3faf01-64b8-46f2-a8e2-e2f6ee33fe86 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434635 Jan 19 18:40:22.144233 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.200938 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 8a3144f9-99ab-4f33-ac36-f0ff9d78085b up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:22.204849 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Network cfb0a631-19f4-438b-b117-3e88ff4a0d6c is already hosted by enough agents. {{(pid=103028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:40:22.232962 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.base_scheduler [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Resources bound (agent type, host, resource id): {{(pid=103028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:22.244421 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Received port after_create {{(pid=103028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:40:22.253420 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Pushing event updated for resources: {'Port': ['ID=36dede51-7f23-40ec-94b7-90c0931f4736,revision_number=1']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:22.255189 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Publish callbacks [] for router_gateway (788e5fe9-88b4-419d-aa78-80705bc85178), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.271611 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-f7e3686d-5db8-48eb-925b-d18eacb913f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.289325 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.343659 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Attempting to bind port 36dede51-7f23-40ec-94b7-90c0931f4736 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:40:22.344070 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Attempting to bind port 36dede51-7f23-40ec-94b7-90c0931f4736 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:40:22.344413 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Attempting to bind port 36dede51-7f23-40ec-94b7-90c0931f4736 on network cfb0a631-19f4-438b-b117-3e88ff4a0d6c {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:40:22.348868 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:40:22.355687 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:40:22.356687 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Checking segment: {'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:40:22.356687 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.357030 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Bound using segment: {'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:40:22.357356 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Bound port: 36dede51-7f23-40ec-94b7-90c0931f4736, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:40:22.357801 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.362034 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:22.362581 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.481861 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Allocated IP 172.27.3.11 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/46117fcf-383f-49f6-8891-2459dd6405a8) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:40:22.486029 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] For port 36dede51-7f23-40ec-94b7-90c0931f4736, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:40:22.491237 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] For port 36dede51-7f23-40ec-94b7-90c0931f4736, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=36dede51-7f23-40ec-94b7-90c0931f4736,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:40:22.525198 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.568409 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e226d-6672-4182-abaf-ce3e31798a7c req-ee715832-767e-4ee0-90b0-66cead381cad tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:22.578689 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-131e226d-6672-4182-abaf-ce3e31798a7c req-ee715832-767e-4ee0-90b0-66cead381cad tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.0862935 Jan 19 18:40:22.627030 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:22.627506 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.631274 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936eb0d-000b-462f-969b-97c7ef558774 None None] Pushing event updated for resources: {'Port': ['ID=36dede51-7f23-40ec-94b7-90c0931f4736,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:22.671500 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-131e226d-6672-4182-abaf-ce3e31798a7c req-7c750386-f9f4-47f3-8e72-99ecbbfba16f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914485 Jan 19 18:40:22.680139 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3144f9-99ab-4f33-ac36-f0ff9d78085b'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:40:22.683101 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1419d3-a1cd-4915-b53f-a730206ce20d" -d '{"events": [{"server_uuid": "b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0", "name": "network-vif-plugged", "status": "completed", "tag": "8a3144f9-99ab-4f33-ac36-f0ff9d78085b"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:40:22.686979 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Publish callbacks [] for port (46117fcf-383f-49f6-8891-2459dd6405a8), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.699867 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=8a3144f9-99ab-4f33-ac36-f0ff9d78085b,segment=NetworkSegment(b7f8645f-06e5-44a9-81ef-b087ec8e662e),segment_id=b7f8645f-06e5-44a9-81ef-b087ec8e662e)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:22.708451 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.738067 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:22.762051 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b8551-be50-4f03-bd82-4a6e7b972a2d req-f212c5fc-3e01-4213-a238-905b848312f1 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:22.764001 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-542b8551-be50-4f03-bd82-4a6e7b972a2d req-f212c5fc-3e01-4213-a238-905b848312f1 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 944 time: 0.1061294 Jan 19 18:40:22.783521 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=8a3144f9-99ab-4f33-ac36-f0ff9d78085b,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:22.802840 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:40:22.806957 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:22.810660 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:40:22.842937 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-542b8551-be50-4f03-bd82-4a6e7b972a2d req-08eda969-d916-472c-8cec-4dacd41e8eb2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728390 Jan 19 18:40:22.869641 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30533a5b-c076-4191-a18e-4619c85c2e14 x-openstack-request-id: req-30533a5b-c076-4191-a18e-4619c85c2e14 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:40:22.870317 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0", "name": "network-vif-plugged", "status": "completed", "tag": "8a3144f9-99ab-4f33-ac36-f0ff9d78085b", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:40:22.870809 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30533a5b-c076-4191-a18e-4619c85c2e14 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:40:22.871478 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3144f9-99ab-4f33-ac36-f0ff9d78085b', 'code': 200} Jan 19 18:40:22.916139 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Pushing event updated for resources: {'Port': ['ID=46117fcf-383f-49f6-8891-2459dd6405a8,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:23.090600 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80baf2-9578-4275-a07c-0cc83febffd6 req-ca482a8d-34e4-4d07-b25d-103d71e21715 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:23.098523 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1a80baf2-9578-4275-a07c-0cc83febffd6 req-ca482a8d-34e4-4d07-b25d-103d71e21715 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0862148 Jan 19 18:40:23.141161 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:23.191892 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1a80baf2-9578-4275-a07c-0cc83febffd6 req-3c76be40-dbb0-4e90-b9d7-85f52ef57e80 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921354 Jan 19 18:40:23.305989 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f096ee-dbe1-4de5-a910-f064d06b4c4a req-4546dff6-08f1-45bd-bc0a-3b1bf17c8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:23.316752 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-15f096ee-dbe1-4de5-a910-f064d06b4c4a req-4546dff6-08f1-45bd-bc0a-3b1bf17c8ebc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 1098 time: 0.1418233 Jan 19 18:40:23.383123 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 36dede51-7f23-40ec-94b7-90c0931f4736 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:23.430793 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Publish callbacks [] for router_gateway (788e5fe9-88b4-419d-aa78-80705bc85178), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:23.456943 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 36dede51-7f23-40ec-94b7-90c0931f4736 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:23.457572 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:23.490326 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-15f096ee-dbe1-4de5-a910-f064d06b4c4a req-fcb6f363-402e-46b6-ac0e-f07b6e569a5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622896 Jan 19 18:40:23.508033 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feff253-1457-45be-a678-9267a0b23a56 req-78909e6a-3cfd-4774-953a-ffa247c63a43 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:23.516946 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6feff253-1457-45be-a678-9267a0b23a56 req-78909e6a-3cfd-4774-953a-ffa247c63a43 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.1950598 Jan 19 18:40:23.594517 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-b91d4f91-b57d-40dd-ace7-fae0dd34db84 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:23.595799 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-b91d4f91-b57d-40dd-ace7-fae0dd34db84 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 814 time: 0.2121396 Jan 19 18:40:23.605247 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6feff253-1457-45be-a678-9267a0b23a56 req-32e5b553-08e3-4144-bd77-d21c5d08f15d tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872853 Jan 19 18:40:23.625810 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-922c739a-8960-4456-85db-963734a742f8 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/quotas/830225ef6edb4906810978eedcd3b723 HTTP/1.1" status: 200 len: 375 time: 0.0190160 Jan 19 18:40:23.626921 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 36dede51-7f23-40ec-94b7-90c0931f4736 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:23.627592 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:23.702920 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093724'] for router (788e5fe9-88b4-419d-aa78-80705bc85178), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:23.704124 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-55c08175-62d5-4e2a-abfb-efb48e4237d0 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772078 Jan 19 18:40:23.705929 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port 36dede51-7f23-40ec-94b7-90c0931f4736, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=36dede51-7f23-40ec-94b7-90c0931f4736,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:23.712947 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:23.841343 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=36dede51-7f23-40ec-94b7-90c0931f4736,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:23.860932 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62aed3-fe8b-4e1d-9ef3-7a7e0db2b60f req-c8d7a942-96cb-4cad-9bcc-7e5d2174a979 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:23.862299 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-da62aed3-fe8b-4e1d-9ef3-7a7e0db2b60f req-c8d7a942-96cb-4cad-9bcc-7e5d2174a979 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.0755532 Jan 19 18:40:23.886313 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-fc567a88-933a-4841-8766-8442d139b26f service neutron] 10.222.0.39 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607866 Jan 19 18:40:23.887561 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Router 788e5fe9-88b4-419d-aa78-80705bc85178 is scheduled to L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 with binding_index 1 {{(pid=103027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 18:40:23.988813 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-da62aed3-fe8b-4e1d-9ef3-7a7e0db2b60f req-6a1bfb3a-c063-4e7b-9d1a-f472bec09c93 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139877 Jan 19 18:40:24.059702 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-cb34c998-a78c-40e0-a7b5-9c4c33b0c57e service neutron] 10.222.0.39 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649745 Jan 19 18:40:24.174482 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af30b6cb-40df-43a0-862e-a907cfd34c14 None None] Network cfb0a631-19f4-438b-b117-3e88ff4a0d6c requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:40:24.186435 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa5e0d-f9cf-41e0-80fe-21f86be2a888 req-6a22a1b1-4466-4ea2-86ba-751f14cac7b4 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:24.188107 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4aaa5e0d-f9cf-41e0-80fe-21f86be2a888 req-6a22a1b1-4466-4ea2-86ba-751f14cac7b4 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 945 time: 0.0664940 Jan 19 18:40:24.211252 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:40:24.260290 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4aaa5e0d-f9cf-41e0-80fe-21f86be2a888 req-d4c039fe-1c7a-4f7f-83f6-4ec41f46004c tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599480 Jan 19 18:40:24.398120 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-a6f1fe70-c6f2-4486-8426-70e33338ebb6 None None] Provisioning complete for port 36dede51-7f23-40ec-94b7-90c0931f4736 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:24.398507 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a6f1fe70-c6f2-4486-8426-70e33338ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:24.408667 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:40:24.426705 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f2cb3ed2-60ac-48d8-bd45-e5feea40a4f9 req-6bafe576-0fe3-4117-9a7e-b143e1b84b20 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 210 time: 0.0697145 Jan 19 18:40:24.440917 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:24.442226 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-e05155f3-21d4-476b-8434-e0b02a734675 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7569158 Jan 19 18:40:24.445571 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Sync routers for ids ['788e5fe9-88b4-419d-aa78-80705bc85178'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:40:24.448646 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 40314) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:24.478452 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Routers {'788e5fe9-88b4-419d-aa78-80705bc85178'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:40:24.478452 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:40:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['788e5fe9-88b4-419d-aa78-80705bc85178'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:24.595533 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:24.626024 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Set router 788e5fe9-88b4-419d-aa78-80705bc85178 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:40:24.655694 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1fe70-c6f2-4486-8426-70e33338ebb6 None None] Current status of the port 36dede51-7f23-40ec-94b7-90c0931f4736 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:24.663317 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59260b-7296-4ca6-8382-312bc945d630 req-f88d1894-11e1-45f4-b53c-72d705428807 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:24.668009 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bc59260b-7296-4ca6-8382-312bc945d630 req-f88d1894-11e1-45f4-b53c-72d705428807 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.2563276 Jan 19 18:40:24.749739 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:24.770133 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'port_id': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'mac_address': 'fa:16:3e:07:c8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:40:24.847031 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb is: ACTIVE; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:24.847566 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:24.867423 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:40:24.901116 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:24.911049 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:24.988602 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:23Z', 'revision_number': 3, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:24.991534 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,revision_number=6']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:25.048226 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Checking router: 788e5fe9-88b4-419d-aa78-80705bc85178 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:40:25.048580 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Updating router 788e5fe9-88b4-419d-aa78-80705bc85178 port 46117fcf-383f-49f6-8891-2459dd6405a8 binding host dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:40:25.081216 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:25.103013 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-8d5a470b-3bbf-42de-aa10-825b7936e183 None None] Provisioning complete for port 36dede51-7f23-40ec-94b7-90c0931f4736 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:25.103651 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-8d5a470b-3bbf-42de-aa10-825b7936e183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:25.153850 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:40:25.189470 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bc59260b-7296-4ca6-8382-312bc945d630 req-a4967d86-7f1f-4d5d-b0d3-efdfcef0d160 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821450 Jan 19 18:40:25.213131 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513d65f-ee4c-4727-b403-9a77e1f6f568 req-a9c7d736-02c0-4683-8286-3ecc0f4adc2d tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:25.219371 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3513d65f-ee4c-4727-b403-9a77e1f6f568 req-a9c7d736-02c0-4683-8286-3ecc0f4adc2d tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.1454554 Jan 19 18:40:25.324402 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 36dede51-7f23-40ec-94b7-90c0931f4736 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:25.569674 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3513d65f-ee4c-4727-b403-9a77e1f6f568 req-8fd12ce8-5bca-401d-9262-1b579c580b3f tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418739 Jan 19 18:40:25.576617 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a470b-3bbf-42de-aa10-825b7936e183 None None] Current status of the port 36dede51-7f23-40ec-94b7-90c0931f4736 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:25.620471 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d07a88-9d1b-4d26-b161-a1ec8428b617 req-7a8d436c-a010-49c1-a2fd-08b910ae9601 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:25.622744 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c2d07a88-9d1b-4d26-b161-a1ec8428b617 req-7a8d436c-a010-49c1-a2fd-08b910ae9601 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 945 time: 0.2634718 Jan 19 18:40:25.644271 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 36dede51-7f23-40ec-94b7-90c0931f4736 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:25.644929 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:25.726376 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Publish callbacks [] for port (46117fcf-383f-49f6-8891-2459dd6405a8), precommit_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:25.753306 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:25.813950 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Attempting to bind port 46117fcf-383f-49f6-8891-2459dd6405a8 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:40:25.814325 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Attempting to bind port 46117fcf-383f-49f6-8891-2459dd6405a8 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:40:25.814748 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Attempting to bind port 46117fcf-383f-49f6-8891-2459dd6405a8 on network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:40:25.826339 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:40:25.826718 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Checking segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:40:25.827129 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:25.827569 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Bound using segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:40:25.828060 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Bound port: 46117fcf-383f-49f6-8891-2459dd6405a8, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:40:25.828447 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:25.830958 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a782ca8-9a60-467f-9cc3-2a2367691e32 None None] Pushing event updated for resources: {'Port': ['ID=46117fcf-383f-49f6-8891-2459dd6405a8,revision_number=2']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:25.928815 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c2d07a88-9d1b-4d26-b161-a1ec8428b617 req-71d29441-e7d9-4957-a642-9bd93c75c569 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506032 Jan 19 18:40:25.935450 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] For port 46117fcf-383f-49f6-8891-2459dd6405a8, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:40:25.942933 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] For port 46117fcf-383f-49f6-8891-2459dd6405a8, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=46117fcf-383f-49f6-8891-2459dd6405a8,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:40:25.945824 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 36dede51-7f23-40ec-94b7-90c0931f4736 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:25.952475 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:25.960563 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183f196-78e1-4d38-a086-7578154792f6 req-4f7e9f23-7d8b-4b9d-b752-841e40358c98 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:25.968358 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0183f196-78e1-4d38-a086-7578154792f6 req-4f7e9f23-7d8b-4b9d-b752-841e40358c98 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 945 time: 0.2887335 Jan 19 18:40:26.045145 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:26.050600 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a782ca8-9a60-467f-9cc3-2a2367691e32 None None] Pushing event updated for resources: {'Port': ['ID=46117fcf-383f-49f6-8891-2459dd6405a8,revision_number=3']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:26.070733 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0183f196-78e1-4d38-a086-7578154792f6 req-73f47145-4905-4450-be4a-49f3e47503e8 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012089 Jan 19 18:40:26.104759 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Routers {'788e5fe9-88b4-419d-aa78-80705bc85178'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:40:26.106264 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:40:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['788e5fe9-88b4-419d-aa78-80705bc85178'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:26.119806 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b5d299f5-1adb-4bee-b252-094b5c78b4d9 req-d7adfd7c-2a58-426c-9e94-1545a36c8528 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 210 time: 0.0616264 Jan 19 18:40:26.194204 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:26.211680 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:26.360174 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:26.360860 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:26.424752 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-c7892b52-1341-4e32-9959-4a6a056adb7b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:26.426291 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-c7892b52-1341-4e32-9959-4a6a056adb7b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 814 time: 0.2006607 Jan 19 18:40:26.445585 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] Set router 788e5fe9-88b4-419d-aa78-80705bc85178 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:40:26.529105 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:26.529586 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:26.562705 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:40:26.566048 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc5e8d6-48aa-49f9-bb6c-707ea2b156d6" -d '{"events": [{"server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "name": "network-vif-plugged", "status": "completed", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:40:26.581672 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:26.588343 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:26.646064 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf210a18-bc0a-4fad-900d-5e30e4f7407c x-openstack-request-id: req-bf210a18-bc0a-4fad-900d-5e30e4f7407c {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:40:26.646365 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "name": "network-vif-plugged", "status": "completed", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:40:26.646628 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf210a18-bc0a-4fad-900d-5e30e4f7407c {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:40:26.647032 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'code': 200} Jan 19 18:40:26.647206 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Request body: {'port': {'device_id': '38a6b5ac-fb34-4b6f-a992-e92285349001', 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58', 'admin_state_up': True, 'tenant_id': '830225ef6edb4906810978eedcd3b723'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:40:26.699569 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,revision_number=7']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:26.821445 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:23Z', 'revision_number': 3, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:26.857038 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d25ad-149e-40ce-9ac6-ff8422946418 None None] The sync data for ids ['788e5fe9-88b4-419d-aa78-80705bc85178'] in dv-cinder-825360-1-iscsi is: [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:23Z', 'revision_number': 3, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:40:26.862120 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Allocated IP 172.20.0.1 (cfb0a631-19f4-438b-b117-3e88ff4a0d6c/ed4197e1-d7fb-4051-b8e3-cdb68222854f/abdf267f-2059-4777-acc7-d4f3740c7c76) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:40:26.938908 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fff01-f174-4c14-8ad4-2fc0da276705 req-9a52d675-6e65-4a14-9af0-a5eebc275d3b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:26.940567 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5a3fff01-f174-4c14-8ad4-2fc0da276705 req-9a52d675-6e65-4a14-9af0-a5eebc275d3b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.5129709 Jan 19 18:40:27.101375 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d011f21-fb7f-4e7d-9443-9e031351747f req-e7f72060-708f-40fe-95f0-819c7cd1045c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:27.104959 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0d011f21-fb7f-4e7d-9443-9e031351747f req-e7f72060-708f-40fe-95f0-819c7cd1045c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.3119242 Jan 19 18:40:27.243390 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5a3fff01-f174-4c14-8ad4-2fc0da276705 req-36a56563-4572-4cd7-8816-4082d31fea27 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247450 Jan 19 18:40:27.267158 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Made reservation on behalf of 830225ef6edb4906810978eedcd3b723 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:40:27.284821 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:27.289793 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Publish callbacks [] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:27.332854 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0d011f21-fb7f-4e7d-9443-9e031351747f req-72546436-1e27-480b-932a-b3bca5a66ba5 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137315 Jan 19 18:40:27.362376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 40392) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:27.518580 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:27.578769 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-58eb1970-ad1c-497b-b34a-82f1be5a3dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:27.709875 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Network cfb0a631-19f4-438b-b117-3e88ff4a0d6c is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:40:27.727560 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71265c6d-4ba5-4367-bb10-69346004b159 req-309b4107-18b9-461d-b354-7161fc2c8e36 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:27.734832 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-71265c6d-4ba5-4367-bb10-69346004b159 req-309b4107-18b9-461d-b354-7161fc2c8e36 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.2591600 Jan 19 18:40:27.737092 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:27.740712 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:40:27.849561 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-58eb1970-ad1c-497b-b34a-82f1be5a3dc3 admin admin] Publish callbacks [] for security_group (455dc53f-f01c-4c9a-ac3c-e91aa31e14d0), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:27.864484 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-84ae1d7e-4c1c-42b7-b4d8-a23791a19766 req-bb704770-63de-4d25-9555-e68043656399 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 210 time: 0.0848007 Jan 19 18:40:27.867370 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-58eb1970-ad1c-497b-b34a-82f1be5a3dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (455dc53f-f01c-4c9a-ac3c-e91aa31e14d0), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:27.894955 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Pushing event updated for resources: {'Port': ['ID=abdf267f-2059-4777-acc7-d4f3740c7c76,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:27.911790 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2090665'] for router_interface (788e5fe9-88b4-419d-aa78-80705bc85178), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:27.926491 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-58eb1970-ad1c-497b-b34a-82f1be5a3dc3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3d6c99b9a7547b59613e0e39d747de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5629513 Jan 19 18:40:27.944442 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 40398) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:27.945896 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb1970-ad1c-497b-b34a-82f1be5a3dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455dc53f-f01c-4c9a-ac3c-e91aa31e14d0,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:28.067516 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4aa35077-b35c-4657-97ff-b886794223e3 admin admin] Publish callbacks [] for security_group (455dc53f-f01c-4c9a-ac3c-e91aa31e14d0), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:28.098061 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4aa35077-b35c-4657-97ff-b886794223e3 admin admin] Publish callbacks [] for security_group (455dc53f-f01c-4c9a-ac3c-e91aa31e14d0), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:28.162032 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Allocated IP 172.20.0.4 (26a47aa7-117f-4621-b9ad-80fcc51b4f58/e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa/adf237f3-3d0f-4f08-8195-0857ae521ded) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:40:28.175204 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4aa35077-b35c-4657-97ff-b886794223e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (455dc53f-f01c-4c9a-ac3c-e91aa31e14d0), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:28.178952 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4aa35077-b35c-4657-97ff-b886794223e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:28.180470 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-4aa35077-b35c-4657-97ff-b886794223e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/455dc53f-f01c-4c9a-ac3c-e91aa31e14d0 HTTP/1.1" status: 204 len: 168 time: 0.2274721 Jan 19 18:40:28.191213 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa35077-b35c-4657-97ff-b886794223e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455dc53f-f01c-4c9a-ac3c-e91aa31e14d0,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:28.198316 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-71265c6d-4ba5-4367-bb10-69346004b159 req-c101e76e-334b-4855-ac89-6dfac51a1c1b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4625206 Jan 19 18:40:28.301015 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:28.478409 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-5e8d3891-5464-4144-abbd-651e51c36b0b None None] Provisioning complete for port abdf267f-2059-4777-acc7-d4f3740c7c76 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:28.480914 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3891-5464-4144-abbd-651e51c36b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:28.605250 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d3891-5464-4144-abbd-651e51c36b0b None None] Port abdf267f-2059-4777-acc7-d4f3740c7c76 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:40:28.666463 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f490385-aeb3-47dd-a7bb-6f4f753952ac req-0c471e93-05cb-430f-94b6-3035e619922d tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:28.683567 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1f490385-aeb3-47dd-a7bb-6f4f753952ac req-0c471e93-05cb-430f-94b6-3035e619922d tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 945 time: 0.5721793 Jan 19 18:40:28.836347 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Publish callbacks [] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:28.882812 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1f490385-aeb3-47dd-a7bb-6f4f753952ac req-f72f0f41-ee22-4e36-8462-692b2f76b58a tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980429 Jan 19 18:40:28.887192 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:28.965215 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc086b1-cfd6-4597-8d98-5f75bdb0a760 req-d31d3c15-2e2d-4e39-98e6-9619de5a4f6c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:28.965747 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7fc086b1-cfd6-4597-8d98-5f75bdb0a760 req-d31d3c15-2e2d-4e39-98e6-9619de5a4f6c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.5250697 Jan 19 18:40:29.072077 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Pushing event updated for resources: {'Port': ['ID=abdf267f-2059-4777-acc7-d4f3740c7c76,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:29.075875 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090589'] for router_interface (788e5fe9-88b4-419d-aa78-80705bc85178), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:29.114986 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks [] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:29.191908 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7fc086b1-cfd6-4597-8d98-5f75bdb0a760 req-35a64897-79fb-4cd5-8c54-1c48017793c4 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936388 Jan 19 18:40:29.208158 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79c17-d49e-42f1-9e93-9d0ae567b87c req-f7a9c70b-fea8-4c0e-8807-08260b2ad354 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:29.209777 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-48e79c17-d49e-42f1-9e93-9d0ae567b87c req-f7a9c70b-fea8-4c0e-8807-08260b2ad354 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.2128887 Jan 19 18:40:29.325786 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 46117fcf-383f-49f6-8891-2459dd6405a8 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:29.438621 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 46117fcf-383f-49f6-8891-2459dd6405a8 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:29.439442 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:29.454577 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7348caef-0d2f-4fd6-8f5f-4ba7b8d49120 req-aaf533f4-7abc-4cd1-92a8-d14f648d7679 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 210 time: 0.1508374 Jan 19 18:40:29.473302 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:29.488639 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['9bf25b29-d45f-4e15-b6d1-69765810c789', 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25', 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:40:29.502834 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-48e79c17-d49e-42f1-9e93-9d0ae567b87c req-23e8bf2b-b004-4138-9f5c-d35b27d53fe9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696359 Jan 19 18:40:29.781493 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 46117fcf-383f-49f6-8891-2459dd6405a8 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:29.782061 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:29.811984 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port 46117fcf-383f-49f6-8891-2459dd6405a8, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=46117fcf-383f-49f6-8891-2459dd6405a8,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:29.826204 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:29.864397 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Network cfb0a631-19f4-438b-b117-3e88ff4a0d6c is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:40:29.921987 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:40:29.923801 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:29.926338 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=46117fcf-383f-49f6-8891-2459dd6405a8,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:29.939975 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.940463 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.948708 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.949131 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.949491 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.949840 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.950012 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:29.950186 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.950538 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.950881 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.951222 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.951565 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.951899 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.952236 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:29.960401 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:40:30.299204 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Pushing event updated for resources: {'Port': ['ID=adf237f3-3d0f-4f08-8195-0857ae521ded,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:30.356832 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88755c-434e-4b17-812e-76d2d3cbdc21 req-f4c5391d-6ebf-4a2c-b199-2f4c1fcba951 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:30.359567 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd88755c-434e-4b17-812e-76d2d3cbdc21 req-f4c5391d-6ebf-4a2c-b199-2f4c1fcba951 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 945 time: 0.4974904 Jan 19 18:40:30.423260 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 40440) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:30.454145 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:30.454970 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:30.465146 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-450f09f4-00a4-4098-8ad7-4ea70c8449c5 None None] Provisioning complete for port abdf267f-2059-4777-acc7-d4f3740c7c76 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:30.465544 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-450f09f4-00a4-4098-8ad7-4ea70c8449c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:30.470324 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d92e1-d9ac-4067-b577-cb51e95632ee req-91972a28-483d-4f1b-96d9-f92393cf48ef tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:30.477086 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eb7d92e1-d9ac-4067-b577-cb51e95632ee req-91972a28-483d-4f1b-96d9-f92393cf48ef tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.6097925 Jan 19 18:40:30.569890 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f626c28d-e891-4d23-8128-289d75dd3aa4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9293051 Jan 19 18:40:30.579552 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-450f09f4-00a4-4098-8ad7-4ea70c8449c5 None None] Port abdf267f-2059-4777-acc7-d4f3740c7c76 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:40:30.612583 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Request body: {'port': {'device_id': '38a6b5ac-fb34-4b6f-a992-e92285349001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:40:30.637131 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d000e7fc-ac32-4683-888f-6413684be089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:30.638638 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b919-1f2a-473b-b38a-f8bd1876f487 req-7de938ca-585e-4ee0-94a2-a5028c8af1dd tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:30.640193 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cc40b919-1f2a-473b-b38a-f8bd1876f487 req-7de938ca-585e-4ee0-94a2-a5028c8af1dd tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 945 time: 0.4558361 Jan 19 18:40:30.668317 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Router 788e5fe9-88b4-419d-aa78-80705bc85178 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:40:30.727186 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eb7d92e1-d9ac-4067-b577-cb51e95632ee req-293927f1-22a1-4213-b401-dc18f2fb16bc tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448511 Jan 19 18:40:30.777037 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d000e7fc-ac32-4683-888f-6413684be089 admin admin] Publish callbacks [] for security_group (237a5d99-c518-4f9b-a45c-ca7285ed0f02), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:30.799998 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d000e7fc-ac32-4683-888f-6413684be089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (237a5d99-c518-4f9b-a45c-ca7285ed0f02), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:30.930140 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-d000e7fc-ac32-4683-888f-6413684be089 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=758a4ea9009c412b9259e6c97cfed538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5054307 Jan 19 18:40:30.941217 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 40448) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:30.942688 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000e7fc-ac32-4683-888f-6413684be089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237a5d99-c518-4f9b-a45c-ca7285ed0f02,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:30.947011 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:31.012724 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7082af59-5cf3-4ded-81ad-659df4e3e5b6 admin admin] Publish callbacks [] for security_group (237a5d99-c518-4f9b-a45c-ca7285ed0f02), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:31.039439 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7082af59-5cf3-4ded-81ad-659df4e3e5b6 admin admin] Publish callbacks [] for security_group (237a5d99-c518-4f9b-a45c-ca7285ed0f02), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:31.044108 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cc40b919-1f2a-473b-b38a-f8bd1876f487 req-ba5d0dd6-f2ed-4814-bd1c-c91b787b5a69 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f428d4c-e710-4e01-8829-0303d98f8b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723102 Jan 19 18:40:31.132144 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7082af59-5cf3-4ded-81ad-659df4e3e5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (237a5d99-c518-4f9b-a45c-ca7285ed0f02), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:31.140943 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7082af59-5cf3-4ded-81ad-659df4e3e5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:31.143144 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-7082af59-5cf3-4ded-81ad-659df4e3e5b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/237a5d99-c518-4f9b-a45c-ca7285ed0f02 HTTP/1.1" status: 204 len: 168 time: 0.1950934 Jan 19 18:40:31.158194 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082af59-5cf3-4ded-81ad-659df4e3e5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237a5d99-c518-4f9b-a45c-ca7285ed0f02,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:31.280970 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-dd88755c-434e-4b17-812e-76d2d3cbdc21 req-02e3d074-259f-43fb-a883-f82dd6b387d2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Deleting port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:40:31.281435 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dd88755c-434e-4b17-812e-76d2d3cbdc21 req-02e3d074-259f-43fb-a883-f82dd6b387d2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:31.306182 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 46117fcf-383f-49f6-8891-2459dd6405a8 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:31.399365 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:40:31.424615 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Sync routers for ids ['788e5fe9-88b4-419d-aa78-80705bc85178'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:40:31.444424 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 46117fcf-383f-49f6-8891-2459dd6405a8 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:31.445081 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:31.461969 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91509c5d-d1a3-4ceb-9026-865dc53fb2ec req-328136d5-7f87-4213-a75c-47306df2b74a tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:31.464342 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-91509c5d-d1a3-4ceb-9026-865dc53fb2ec req-328136d5-7f87-4213-a75c-47306df2b74a tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.4667039 Jan 19 18:40:31.473417 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-36bf00a0-5ae2-4170-8556-d4e5f0fd1c68 admin admin] 10.222.0.39 "PUT /v2.0/routers/788e5fe9-88b4-419d-aa78-80705bc85178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0249836 Jan 19 18:40:31.516210 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Routers {'788e5fe9-88b4-419d-aa78-80705bc85178'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:40:31.517771 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:40:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['788e5fe9-88b4-419d-aa78-80705bc85178'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:31.706459 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Set router 788e5fe9-88b4-419d-aa78-80705bc85178 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:40:31.888568 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-dd88755c-434e-4b17-812e-76d2d3cbdc21 req-02e3d074-259f-43fb-a883-f82dd6b387d2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] For port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=8a3144f9-99ab-4f33-ac36-f0ff9d78085b,segment=NetworkSegment(b7f8645f-06e5-44a9-81ef-b087ec8e662e),segment_id=b7f8645f-06e5-44a9-81ef-b087ec8e662e)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:31.892258 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dd88755c-434e-4b17-812e-76d2d3cbdc21 req-02e3d074-259f-43fb-a883-f82dd6b387d2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:31.940241 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 46117fcf-383f-49f6-8891-2459dd6405a8 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:31.994491 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-dd88755c-434e-4b17-812e-76d2d3cbdc21 req-02e3d074-259f-43fb-a883-f82dd6b387d2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Calling delete_port for 8a3144f9-99ab-4f33-ac36-f0ff9d78085b owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:40:32.074088 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:28Z', 'revision_number': 4, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': 'abdf267f-2059-4777-acc7-d4f3740c7c76', 'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'mac_address': 'fa:16:3e:e7:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:26Z', 'updated_at': '2022-01-19T18:40:28Z', 'revision_number': 2, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'subnets': [{'id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:32.115486 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33da760-8bfc-49dd-865a-fea699dc38da req-ed2d9e4a-ac5d-4fc2-bce2-a9fecbb0b19b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:32.130765 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e33da760-8bfc-49dd-865a-fea699dc38da req-ed2d9e4a-ac5d-4fc2-bce2-a9fecbb0b19b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 931 time: 0.9337471 Jan 19 18:40:32.153590 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Checking router: 788e5fe9-88b4-419d-aa78-80705bc85178 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:40:32.154215 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Updating router 788e5fe9-88b4-419d-aa78-80705bc85178 port abdf267f-2059-4777-acc7-d4f3740c7c76 binding host dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:40:32.201187 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:32.216150 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-91509c5d-d1a3-4ceb-9026-865dc53fb2ec req-72243bcf-92e5-49d5-a140-b96f487afefd tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7387877 Jan 19 18:40:32.513764 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e33da760-8bfc-49dd-865a-fea699dc38da req-ecda5c27-eb74-4ef2-9b27-8ebec32f3dca tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800690 Jan 19 18:40:32.555908 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb2a13-ebcb-4d3f-a668-ffba6c9fcc14 req-a3028099-c425-43f5-84d7-41e10cc6618b tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:32.558308 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-93fb2a13-ebcb-4d3f-a668-ffba6c9fcc14 req-a3028099-c425-43f5-84d7-41e10cc6618b tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.2203798 Jan 19 18:40:32.568743 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf237f3-3d0f-4f08-8195-0857ae521ded {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:40:32.586973 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Publish callbacks [] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:32.612933 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Transition to ACTIVE for port object adf237f3-3d0f-4f08-8195-0857ae521ded will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:40:32.642056 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:32.811975 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-93fb2a13-ebcb-4d3f-a668-ffba6c9fcc14 req-f33f48bb-b955-40e4-9a4b-12354d3b722c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377367 Jan 19 18:40:32.814107 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Publish callbacks [] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:32.823176 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Pushing event updated for resources: {'Port': ['ID=adf237f3-3d0f-4f08-8195-0857ae521ded,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:32.832202 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dd88755c-434e-4b17-812e-76d2d3cbdc21 req-02e3d074-259f-43fb-a883-f82dd6b387d2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (8a3144f9-99ab-4f33-ac36-f0ff9d78085b), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:32.838553 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:32.863671 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 40476) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:32.867309 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1302181041-network', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:40:32.898568 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e979a-1e16-4ca1-bddc-1466d8c91b75 req-8a83371e-3a48-4c5c-9225-fc5c0d3b6b9a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:32.900262 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-158e979a-1e16-4ca1-bddc-1466d8c91b75 req-8a83371e-3a48-4c5c-9225-fc5c0d3b6b9a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.2542427 Jan 19 18:40:32.905901 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3d074-259f-43fb-a883-f82dd6b387d2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Pushing event deleted for resources: {'Port': ['ID=8a3144f9-99ab-4f33-ac36-f0ff9d78085b,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:32.950135 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Made reservation on behalf of e13cb0bc8d2f4b678e7a86d9fc603762 for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:40:32.952701 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:32.954986 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32f0f2-20cd-4c84-a61c-b86b5b3c2f21 None None] Pushing event updated for resources: {'Port': ['ID=abdf267f-2059-4777-acc7-d4f3740c7c76,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:32.973037 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.090134 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Attempting to bind port abdf267f-2059-4777-acc7-d4f3740c7c76 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:40:33.090557 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Attempting to bind port abdf267f-2059-4777-acc7-d4f3740c7c76 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:40:33.090898 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Attempting to bind port abdf267f-2059-4777-acc7-d4f3740c7c76 on network cfb0a631-19f4-438b-b117-3e88ff4a0d6c {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:40:33.102080 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-406f09a5-a09d-4eae-9dfc-91604296e858 req-0b2b8a99-aa01-4cbb-bfd7-2e8162a8be0a tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0 HTTP/1.1" status: 200 len: 210 time: 0.1307042 Jan 19 18:40:33.106481 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:40:33.107073 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Checking segment: {'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:40:33.107713 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.108341 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Bound using segment: {'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:40:33.109144 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Bound port: abdf267f-2059-4777-acc7-d4f3740c7c76, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:40:33.109775 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.159552 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Publish callbacks [] for security_group (1233aba0-a0c2-4845-befa-a568fe47bd11), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.167567 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (1233aba0-a0c2-4845-befa-a568fe47bd11), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.180676 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd88755c-434e-4b17-812e-76d2d3cbdc21 req-02e3d074-259f-43fb-a883-f82dd6b387d2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] No DVR routers for this DVR port 8a3144f9-99ab-4f33-ac36-f0ff9d78085b on host hv-cinder-82536 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:40:33.186919 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dd88755c-434e-4b17-812e-76d2d3cbdc21 req-02e3d074-259f-43fb-a883-f82dd6b387d2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.200396 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd88755c-434e-4b17-812e-76d2d3cbdc21 req-02e3d074-259f-43fb-a883-f82dd6b387d2 tempest-VolumesActionsTest-111699726 tempest-VolumesActionsTest-111699726-project] 10.222.0.35 "DELETE /v2.0/ports/8a3144f9-99ab-4f33-ac36-f0ff9d78085b HTTP/1.1" status: 204 len: 173 time: 2.7675135 Jan 19 18:40:33.210536 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0', 'name': 'network-vif-deleted', 'tag': '8a3144f9-99ab-4f33-ac36-f0ff9d78085b'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:40:33.220175 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0a376a-490f-494b-8d2c-5feef1538a9f" -d '{"events": [{"server_uuid": "b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0", "name": "network-vif-deleted", "tag": "8a3144f9-99ab-4f33-ac36-f0ff9d78085b"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:40:33.245683 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:40:33.284395 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1233aba0-a0c2-4845-befa-a568fe47bd11,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:33.290584 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (ebccff17-51b3-4252-8b19-77d4498ff71f), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.290858 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Added segment ebccff17-51b3-4252-8b19-77d4498ff71f of type vlan for network e9560f53-6872-4f35-a44a-0c9b15b2ce62 Jan 19 18:40:33.341257 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] For port abdf267f-2059-4777-acc7-d4f3740c7c76, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:40:33.355766 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] For port abdf267f-2059-4777-acc7-d4f3740c7c76, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=abdf267f-2059-4777-acc7-d4f3740c7c76,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:40:33.374626 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.398460 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (e9560f53-6872-4f35-a44a-0c9b15b2ce62), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.472425 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (e9560f53-6872-4f35-a44a-0c9b15b2ce62), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.475085 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:33.479267 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.587449 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7246311 Jan 19 18:40:33.597453 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 40486) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:33.608551 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] Request body: {'subnet': {'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1302181041-subnet', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'ip_version': 4}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:40:33.636232 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd920ccf-4efb-406f-8664-6cfa3431134e admin admin] Pushing event updated for resources: {'Network': ['ID=e9560f53-6872-4f35-a44a-0c9b15b2ce62,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:33.668774 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] Made reservation on behalf of e13cb0bc8d2f4b678e7a86d9fc603762 for: {'subnet': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:40:33.674269 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25328307'] for subnet (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:33.680560 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network e9560f53-6872-4f35-a44a-0c9b15b2ce62 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:40:33.712059 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Routers {'788e5fe9-88b4-419d-aa78-80705bc85178'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:40:33.721896 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:40:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['788e5fe9-88b4-419d-aa78-80705bc85178'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:33.819383 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-158e979a-1e16-4ca1-bddc-1466d8c91b75 req-4f4c1cfe-baf4-4104-863f-ba3da62b1443 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9092188 Jan 19 18:40:33.821251 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9227dd-fc11-45c0-b282-4d715974cf23 x-openstack-request-id: req-4b9227dd-fc11-45c0-b282-4d715974cf23 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:40:33.823147 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0", "name": "network-vif-deleted", "tag": "8a3144f9-99ab-4f33-ac36-f0ff9d78085b", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:40:33.823641 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b9227dd-fc11-45c0-b282-4d715974cf23 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:40:33.827053 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a4ab3e-ec4d-4c95-b88c-a3ad1818d5e0', 'name': 'network-vif-deleted', 'tag': '8a3144f9-99ab-4f33-ac36-f0ff9d78085b', 'status': 'completed', 'code': 200} Jan 19 18:40:33.894766 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Attempting to bind port adf237f3-3d0f-4f08-8195-0857ae521ded on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:40:33.895236 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Attempting to bind port adf237f3-3d0f-4f08-8195-0857ae521ded by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:40:33.895688 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Attempting to bind port adf237f3-3d0f-4f08-8195-0857ae521ded on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:40:33.998255 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32f0f2-20cd-4c84-a61c-b86b5b3c2f21 None None] Pushing event updated for resources: {'Port': ['ID=abdf267f-2059-4777-acc7-d4f3740c7c76,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:34.021124 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-c1045422-6221-410d-bc65-3b32348996c3 None None] Provisioning complete for port abdf267f-2059-4777-acc7-d4f3740c7c76 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:34.021334 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-c1045422-6221-410d-bc65-3b32348996c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:34.043838 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Port adf237f3-3d0f-4f08-8195-0857ae521ded on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:40:34.045143 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Attempting to bind port adf237f3-3d0f-4f08-8195-0857ae521ded on network 26a47aa7-117f-4621-b9ad-80fcc51b4f58 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:40:34.111309 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544fb48-6962-403d-bbf3-4a086998dfe5 req-dd2665dc-f921-4a54-b1da-70c9fa636454 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:34.128209 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5544fb48-6962-403d-bbf3-4a086998dfe5 req-dd2665dc-f921-4a54-b1da-70c9fa636454 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.2961435 Jan 19 18:40:34.202445 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:40:34.203014 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Checking segment: {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:40:34.203650 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Bound using segment: {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:40:34.204415 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Bound port: adf237f3-3d0f-4f08-8195-0857ae521ded, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705c0003-fe38-460d-aeed-474bf8f132f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:40:34.205550 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:34.209169 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-c1045422-6221-410d-bc65-3b32348996c3 None None] Current status of the port abdf267f-2059-4777-acc7-d4f3740c7c76 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:34.210496 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-c1045422-6221-410d-bc65-3b32348996c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:34.234080 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] Set router 788e5fe9-88b4-419d-aa78-80705bc85178 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:40:34.308252 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-c1045422-6221-410d-bc65-3b32348996c3 None None] For port abdf267f-2059-4777-acc7-d4f3740c7c76, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=abdf267f-2059-4777-acc7-d4f3740c7c76,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:34.308936 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27141751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25328285'] for subnet (15525574-d952-4d8f-9d7a-b31eacba8361), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:34.315296 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 8a3144f9-99ab-4f33-ac36-f0ff9d78085b no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:40:34.347229 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: 8a3144f9-99ab-4f33-ac36-f0ff9d78085b {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:40:34.347902 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 8a3144f9-99ab-4f33-ac36-f0ff9d78085b not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:40:34.350688 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-c1045422-6221-410d-bc65-3b32348996c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:34.363385 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c367c86-4c41-4c1a-9292-67d643515bcf req-e47d550e-02ec-4a18-bc3b-7dcb76a17719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:34.365994 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8c367c86-4c41-4c1a-9292-67d643515bcf req-e47d550e-02ec-4a18-bc3b-7dcb76a17719 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 1098 time: 0.5373373 Jan 19 18:40:34.393329 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15525574-d952-4d8f-9d7a-b31eacba8361,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:34.440575 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] Checking segment: {'id': 'ebccff17-51b3-4252-8b19-77d4498ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:40:34.441094 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] Network hostable DHCP agents. Network: e9560f53-6872-4f35-a44a-0c9b15b2ce62, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:40:34.462335 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5544fb48-6962-403d-bbf3-4a086998dfe5 req-f825e9b3-2a61-43c3-9668-66f1c609bb7a tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237798 Jan 19 18:40:34.467023 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] Network e9560f53-6872-4f35-a44a-0c9b15b2ce62 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:40:34.499188 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, e9560f53-6872-4f35-a44a-0c9b15b2ce62) {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:34.507404 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:34.508138 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:34.565957 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-ce6b26ee-24e2-42ac-a27a-34aa9204f5b9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9665437 Jan 19 18:40:34.569005 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 40490) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:34.577761 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1302181041-router', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:40:34.612478 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9947'] for router (98b3ccbe-7340-4ada-be72-b2d503bb89f9), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:34.614653 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2093737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9952'] for router (98b3ccbe-7340-4ada-be72-b2d503bb89f9), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:34.665500 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb2b6a-9636-4e1c-8f87-227afa0a40bf req-0e025509-cf91-469c-acf9-fe523957d9a6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:34.667986 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1beb2b6a-9636-4e1c-8f87-227afa0a40bf req-0e025509-cf91-469c-acf9-fe523957d9a6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 943 time: 0.5074668 Jan 19 18:40:34.724270 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] For port adf237f3-3d0f-4f08-8195-0857ae521ded, host hv-cinder-82536, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:40:34.736677 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Publish callbacks [] for router_controller (98b3ccbe-7340-4ada-be72-b2d503bb89f9), precommit_add_association {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:34.761217 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] For port adf237f3-3d0f-4f08-8195-0857ae521ded, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=adf237f3-3d0f-4f08-8195-0857ae521ded,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:40:34.799067 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:34.845231 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168dd39-ecd8-43ed-9e8d-10e1240ef8bb req-2352942f-8ff2-4cd2-b3a2-88b53f4ffee2 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:34.854855 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6168dd39-ecd8-43ed-9e8d-10e1240ef8bb req-2352942f-8ff2-4cd2-b3a2-88b53f4ffee2 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.2215688 Jan 19 18:40:34.923806 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1beb2b6a-9636-4e1c-8f87-227afa0a40bf req-3eff2c67-77ce-4fb4-93a4-7744c70a46ca tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276816 Jan 19 18:40:34.935040 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c367c86-4c41-4c1a-9292-67d643515bcf req-b162c44b-331f-48ca-b5d7-279b1ad51f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:34.937170 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8c367c86-4c41-4c1a-9292-67d643515bcf req-b162c44b-331f-48ca-b5d7-279b1ad51f30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 911 time: 0.5450013 Jan 19 18:40:34.968387 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:34.969113 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:34.970774 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/adf237f3-3d0f-4f08-8195-0857ae521ded HTTP/1.1" status: 200 len: 1093 time: 4.3678544 Jan 19 18:40:35.027031 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1045422-6221-410d-bc65-3b32348996c3 None None] Pushing event updated for resources: {'Port': ['ID=abdf267f-2059-4777-acc7-d4f3740c7c76,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:35.074663 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd43c06-87ff-43f0-90d6-c0069d0ea23c None None] Network e9560f53-6872-4f35-a44a-0c9b15b2ce62 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:40:35.160450 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147424-3d2b-4894-bacb-a921666117e5 service neutron] Pushing event updated for resources: {'Port': ['ID=adf237f3-3d0f-4f08-8195-0857ae521ded,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:35.185763 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6168dd39-ecd8-43ed-9e8d-10e1240ef8bb req-2934d78d-192d-44a5-b8ce-102a9873ab49 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284502 Jan 19 18:40:35.223040 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8c367c86-4c41-4c1a-9292-67d643515bcf req-22526134-bcad-4c41-bbfa-6e5f6cdf5572 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c230ac-9512-4467-8015-7d53593f1bff HTTP/1.1" status: 200 len: 1001 time: 0.2732606 Jan 19 18:40:35.283197 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-bc4c634d-4453-4972-a9ce-821d7802d638 None None] Provisioning complete for port abdf267f-2059-4777-acc7-d4f3740c7c76 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:35.283624 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bc4c634d-4453-4972-a9ce-821d7802d638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:35.297017 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Publish callbacks [] for router_gateway (98b3ccbe-7340-4ada-be72-b2d503bb89f9), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:35.309277 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-a663d59f-d153-498d-9d63-70c05f57fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:35.311190 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-a663d59f-d153-498d-9d63-70c05f57fb90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 1096 time: 0.2497039 Jan 19 18:40:35.400252 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-0c84ff9d-ef23-4fdc-8ba5-c719a02f899a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf237f3-3d0f-4f08-8195-0857ae521ded HTTP/1.1" status: 200 len: 217 time: 0.0580215 Jan 19 18:40:35.424880 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c367c86-4c41-4c1a-9292-67d643515bcf req-8193b144-9a41-4463-ad9f-c0f36ab97fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:35.430371 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8c367c86-4c41-4c1a-9292-67d643515bcf req-8193b144-9a41-4463-ad9f-c0f36ab97fee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0924a93a-d057-4ea7-b98a-07d64d6605b6 HTTP/1.1" status: 200 len: 850 time: 0.1940184 Jan 19 18:40:35.458566 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c634d-4453-4972-a9ce-821d7802d638 None None] Current status of the port abdf267f-2059-4777-acc7-d4f3740c7c76 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:35.493845 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:28Z', 'revision_number': 4, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': 'abdf267f-2059-4777-acc7-d4f3740c7c76', 'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'mac_address': 'fa:16:3e:e7:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:26Z', 'updated_at': '2022-01-19T18:40:33Z', 'revision_number': 4, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'subnets': [{'id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:35.531684 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4038b9-a104-415e-8c99-e97981babc83 None None] The sync data for ids ['788e5fe9-88b4-419d-aa78-80705bc85178'] in dv-cinder-825360-1-iscsi is: [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:28Z', 'revision_number': 4, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': 'abdf267f-2059-4777-acc7-d4f3740c7c76', 'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'mac_address': 'fa:16:3e:e7:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:26Z', 'updated_at': '2022-01-19T18:40:33Z', 'revision_number': 4, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'subnets': [{'id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:40:35.533895 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bec15b7-f1a1-5518-be2b-7c4ae9037c47-e9560f53-6872-4f35-a44a-0c9b15b2ce62', 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62', 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'fixed_ips': [{'subnet_id': '15525574-d952-4d8f-9d7a-b31eacba8361'}]}} from dv-cinder-825360-1-iscsi. {{(pid=103028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 18:40:35.534900 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.600730 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:40:35.605683 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e934970-31eb-419e-9f5b-cbb7e7c36a36 req-9f52359b-fbf1-4366-8468-0d48d9ae8387 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:35.612446 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0e934970-31eb-419e-9f5b-cbb7e7c36a36 req-9f52359b-fbf1-4366-8468-0d48d9ae8387 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.3867385 Jan 19 18:40:35.831485 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-0c07d336-1a14-4670-b881-241503eb2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:35.836104 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-0c07d336-1a14-4670-b881-241503eb2c38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa HTTP/1.1" status: 200 len: 854 time: 0.4343281 Jan 19 18:40:35.844452 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a6b5ac-fb34-4b6f-a992-e92285349001', 'tag': 'adf237f3-3d0f-4f08-8195-0857ae521ded'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:40:35.851584 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f84021b-6e3b-4a1f-a1fd-c08d75db9d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "38a6b5ac-fb34-4b6f-a992-e92285349001", "tag": "adf237f3-3d0f-4f08-8195-0857ae521ded"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:40:35.878757 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Publish callbacks [] for router_gateway (98b3ccbe-7340-4ada-be72-b2d503bb89f9), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:35.921992 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0e934970-31eb-419e-9f5b-cbb7e7c36a36 req-3ceaedd0-6acd-475e-aa22-6b138a41c8bb tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081057 Jan 19 18:40:35.924964 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.db_base_plugin_common [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Allocated IP 172.20.0.2 (e9560f53-6872-4f35-a44a-0c9b15b2ce62/15525574-d952-4d8f-9d7a-b31eacba8361/641fdce9-23da-4020-92e9-4162e16a2c98) {{(pid=103028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:40:35.940596 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c367c86-4c41-4c1a-9292-67d643515bcf req-79260aff-df02-4d2c-a1b3-ba52c84e0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:35.944014 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8c367c86-4c41-4c1a-9292-67d643515bcf req-79260aff-df02-4d2c-a1b3-ba52c84e0045 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a83c77-a086-4b56-b863-c2c3d2e498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4603720 Jan 19 18:40:35.963774 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:36.014948 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eb8ca-851c-4486-964d-5b02487e8a72 req-adb6728a-7daa-48c2-ab4a-158ecd73d193 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:36.017696 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b43eb8ca-851c-4486-964d-5b02487e8a72 req-adb6728a-7daa-48c2-ab4a-158ecd73d193 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.4027431 Jan 19 18:40:36.029656 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-3ea38dce-d0df-4ace-8f40-a512c1eefe91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26a47aa7-117f-4621-b9ad-80fcc51b4f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144073 Jan 19 18:40:36.190012 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219e56e0-2e3c-4624-9dd6-9af64928e70e x-openstack-request-id: req-219e56e0-2e3c-4624-9dd6-9af64928e70e {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:40:36.190664 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a6b5ac-fb34-4b6f-a992-e92285349001", "tag": "adf237f3-3d0f-4f08-8195-0857ae521ded", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:40:36.191219 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-219e56e0-2e3c-4624-9dd6-9af64928e70e {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:40:36.191929 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a6b5ac-fb34-4b6f-a992-e92285349001', 'tag': 'adf237f3-3d0f-4f08-8195-0857ae521ded', 'status': 'completed', 'code': 200} Jan 19 18:40:36.262123 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Publish callbacks [] for port (641fdce9-23da-4020-92e9-4162e16a2c98), precommit_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:36.277321 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:36.368610 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Allocated IP 172.27.3.90 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/37799945-3141-4be0-8131-0f8635f23d90) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:40:36.426203 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b43eb8ca-851c-4486-964d-5b02487e8a72 req-835c7535-50df-4b80-9662-62c33ad4c8ed tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907034 Jan 19 18:40:36.495813 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Pushing event updated for resources: {'Port': ['ID=641fdce9-23da-4020-92e9-4162e16a2c98,revision_number=1']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:36.536927 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Network e9560f53-6872-4f35-a44a-0c9b15b2ce62 is already hosted by enough agents. {{(pid=103028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:40:36.540604 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.base_scheduler [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Resources bound (agent type, host, resource id): {{(pid=103028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:36.550100 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Received port after_create {{(pid=103028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:40:36.618981 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a68b8-d577-4111-aaad-e49e94ed3ca5 req-b1a004d5-6b7c-4e53-8c01-55c97ddae7c0 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:36.631597 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-006a68b8-d577-4111-aaad-e49e94ed3ca5 req-b1a004d5-6b7c-4e53-8c01-55c97ddae7c0 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 943 time: 0.3944175 Jan 19 18:40:36.635391 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Publish callbacks [] for port (37799945-3141-4be0-8131-0f8635f23d90), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:36.656934 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8c367c86-4c41-4c1a-9292-67d643515bcf req-1eaeea15-c538-45e8-a6e7-4ef44a56b7fd service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033134 Jan 19 18:40:36.694367 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (37799945-3141-4be0-8131-0f8635f23d90), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:36.720397 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Attempting to bind port 641fdce9-23da-4020-92e9-4162e16a2c98 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:40:36.720651 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Attempting to bind port 641fdce9-23da-4020-92e9-4162e16a2c98 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'ebccff17-51b3-4252-8b19-77d4498ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:40:36.721017 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Attempting to bind port 641fdce9-23da-4020-92e9-4162e16a2c98 on network e9560f53-6872-4f35-a44a-0c9b15b2ce62 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:40:36.727111 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:40:36.727775 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Checking segment: {'id': 'ebccff17-51b3-4252-8b19-77d4498ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:40:36.728254 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:36.729428 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Bound using segment: {'id': 'ebccff17-51b3-4252-8b19-77d4498ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:40:36.729428 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Bound port: 641fdce9-23da-4020-92e9-4162e16a2c98, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccff17-51b3-4252-8b19-77d4498ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:40:36.729712 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:36.781560 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-e8a71979-40f8-45ae-b6de-14651b4ee4be service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7149332 Jan 19 18:40:36.846802 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] For port 641fdce9-23da-4020-92e9-4162e16a2c98, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:40:36.856578 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] For port 641fdce9-23da-4020-92e9-4162e16a2c98, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=641fdce9-23da-4020-92e9-4162e16a2c98,segment=NetworkSegment(ebccff17-51b3-4252-8b19-77d4498ff71f),segment_id=ebccff17-51b3-4252-8b19-77d4498ff71f)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:40:36.868975 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:36.905241 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:40:36.917098 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:36.937840 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:40:36.959813 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Pushing event updated for resources: {'Port': ['ID=37799945-3141-4be0-8131-0f8635f23d90,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:37.109697 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec1558-71a1-4fa5-b4ee-28632e3c0244 None None] Pushing event updated for resources: {'Port': ['ID=641fdce9-23da-4020-92e9-4162e16a2c98,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:37.162143 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8c367c86-4c41-4c1a-9292-67d643515bcf req-b1d71ffd-c7fd-42dd-b55d-86070a6fed44 service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303265 Jan 19 18:40:37.170845 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-006a68b8-d577-4111-aaad-e49e94ed3ca5 req-7a38b0b2-a1aa-4569-8d3a-72632dbfe101 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383620 Jan 19 18:40:37.203493 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a71b73-222a-497f-a89a-8cdc1bac4db0 req-b3eace0f-e5de-4a36-9dd1-fe942a0cbddc tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:37.210643 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-24a71b73-222a-497f-a89a-8cdc1bac4db0 req-b3eace0f-e5de-4a36-9dd1-fe942a0cbddc tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.5523155 Jan 19 18:40:37.329004 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d58aa4d-fb27-4776-a9f9-8353790807bc req-c8cc274f-3868-4e48-9cd3-a3c970ce101c service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976611 Jan 19 18:40:37.340191 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-24a71b73-222a-497f-a89a-8cdc1bac4db0 req-24b0ee9e-1e1c-4f70-80b8-ec46fa2a7646 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206372 Jan 19 18:40:37.384326 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device abdf267f-2059-4777-acc7-d4f3740c7c76 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:37.675089 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port abdf267f-2059-4777-acc7-d4f3740c7c76 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:37.677794 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:37.792767 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84021b-6e3b-4a1f-a1fd-c08d75db9d6f req-1fe2d2a4-5246-4809-bbf5-fb417043ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:37.795166 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8f84021b-6e3b-4a1f-a1fd-c08d75db9d6f req-1fe2d2a4-5246-4809-bbf5-fb417043ad47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=830225ef6edb4906810978eedcd3b723&device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 1096 time: 0.3767493 Jan 19 18:40:37.911891 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port abdf267f-2059-4777-acc7-d4f3740c7c76 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:37.951092 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c7d89-ce0e-435b-b379-eb6d54a26cea req-bf58241c-e302-4ec8-ad17-0de2f367d9fd tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:37.952717 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a46c7d89-ce0e-435b-b379-eb6d54a26cea req-bf58241c-e302-4ec8-ad17-0de2f367d9fd tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.4004507 Jan 19 18:40:37.975070 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c49283-29a7-42e1-86d2-72819557a75b req-50b05ee1-193a-4efb-94b0-8d26fd9dedf1 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:37.976650 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b6c49283-29a7-42e1-86d2-72819557a75b req-50b05ee1-193a-4efb-94b0-8d26fd9dedf1 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.3320382 Jan 19 18:40:37.987817 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Publish callbacks [] for router_gateway (98b3ccbe-7340-4ada-be72-b2d503bb89f9), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:38.091961 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84021b-6e3b-4a1f-a1fd-c08d75db9d6f req-ea68c722-d029-4df3-940f-75153a06165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:38.093528 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8f84021b-6e3b-4a1f-a1fd-c08d75db9d6f req-ea68c722-d029-4df3-940f-75153a06165d service neutron] 10.222.0.35 "GET /v2.0/networks?id=26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 200 len: 914 time: 0.2886310 Jan 19 18:40:38.164459 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b6c49283-29a7-42e1-86d2-72819557a75b req-62314277-fda7-4519-8553-0d2bc0fcbfa3 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777890 Jan 19 18:40:38.186385 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a46c7d89-ce0e-435b-b379-eb6d54a26cea req-cb14f8bb-3565-4934-a33d-90d52b72e48a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062325 Jan 19 18:40:38.434399 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb55c27-fc26-49e2-9914-abdd9cd7919c req-b2bb2626-213a-4a67-95ea-c5154979cd1b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:38.436989 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2eb55c27-fc26-49e2-9914-abdd9cd7919c req-b2bb2626-213a-4a67-95ea-c5154979cd1b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 943 time: 0.1073771 Jan 19 18:40:38.460255 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093724'] for router (98b3ccbe-7340-4ada-be72-b2d503bb89f9), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:38.537862 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2eb55c27-fc26-49e2-9914-abdd9cd7919c req-35e879f0-e32d-4b11-a846-708b526d2a82 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892053 Jan 19 18:40:38.628602 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9eee5e-1dc9-4bbb-9c2f-4d2ebb9132df req-f17295fb-53c1-4037-8155-1d79d6511364 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:38.630903 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0d9eee5e-1dc9-4bbb-9c2f-4d2ebb9132df req-f17295fb-53c1-4037-8155-1d79d6511364 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.1197510 Jan 19 18:40:38.689788 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 is scheduled to L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 with binding_index 1 {{(pid=103027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 18:40:38.720861 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0d9eee5e-1dc9-4bbb-9c2f-4d2ebb9132df req-8e6bc5f4-b515-4730-b0bf-5fc9fc59464c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787818 Jan 19 18:40:38.873835 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d5eb7-8b84-4e46-a3d1-97cea4296334 None None] Network e9560f53-6872-4f35-a44a-0c9b15b2ce62 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:40:38.874836 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:40:38.887779 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Sync routers for ids ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:40:38.913789 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Routers {'98b3ccbe-7340-4ada-be72-b2d503bb89f9'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:40:38.916911 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:40:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:38.919495 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:38.925071 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-1215c7b5-e239-4f03-8ea1-a56b314f10dc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3505819 Jan 19 18:40:38.925301 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 40556) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:40:38.970376 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-967c7463-74a7-4bc5-ad0d-ed054bc0d154 None None] Provisioning complete for port 641fdce9-23da-4020-92e9-4162e16a2c98 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:38.970766 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-967c7463-74a7-4bc5-ad0d-ed054bc0d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:39.105938 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Set router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:40:39.106885 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-967c7463-74a7-4bc5-ad0d-ed054bc0d154 None None] Current status of the port 641fdce9-23da-4020-92e9-4162e16a2c98 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:39.107282 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-967c7463-74a7-4bc5-ad0d-ed054bc0d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:39.168422 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-967c7463-74a7-4bc5-ad0d-ed054bc0d154 None None] For port 641fdce9-23da-4020-92e9-4162e16a2c98, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=641fdce9-23da-4020-92e9-4162e16a2c98,segment=NetworkSegment(ebccff17-51b3-4252-8b19-77d4498ff71f),segment_id=ebccff17-51b3-4252-8b19-77d4498ff71f)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:39.186269 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-967c7463-74a7-4bc5-ad0d-ed054bc0d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:39.288078 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c7463-74a7-4bc5-ad0d-ed054bc0d154 None None] Pushing event updated for resources: {'Port': ['ID=641fdce9-23da-4020-92e9-4162e16a2c98,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:39.395816 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 641fdce9-23da-4020-92e9-4162e16a2c98 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:39.548559 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594cef9-6d32-4906-ba67-4d1eaf696eac req-2bf22fbf-528f-4ba1-a367-80a4d224a1b9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:39.573417 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4594cef9-6d32-4906-ba67-4d1eaf696eac req-2bf22fbf-528f-4ba1-a367-80a4d224a1b9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.2268059 Jan 19 18:40:39.580533 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 641fdce9-23da-4020-92e9-4162e16a2c98 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:39.581013 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:39.615723 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62241dbd-03cf-464d-8d39-b43e53504e36 req-80a23372-7aab-475a-812c-5bfe4e42d98b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:39.646805 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-62241dbd-03cf-464d-8d39-b43e53504e36 req-80a23372-7aab-475a-812c-5bfe4e42d98b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.2844846 Jan 19 18:40:39.718184 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-889a2869-67e1-46d7-a864-e48e9166ac55 None None] Provisioning complete for port 641fdce9-23da-4020-92e9-4162e16a2c98 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:39.718573 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-889a2869-67e1-46d7-a864-e48e9166ac55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:39.719300 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'name': 'tempest-TestMinimumBasicScenario-1302181041-router', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '37799945-3141-4be0-8131-0f8635f23d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:34Z', 'updated_at': '2022-01-19T18:40:37Z', 'revision_number': 3, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'gw_port': {'id': '37799945-3141-4be0-8131-0f8635f23d90', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:35Z', 'updated_at': '2022-01-19T18:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:39.772709 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Checking router: 98b3ccbe-7340-4ada-be72-b2d503bb89f9 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:40:39.773579 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Updating router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 port 37799945-3141-4be0-8131-0f8635f23d90 binding host dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:40:39.847719 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-62241dbd-03cf-464d-8d39-b43e53504e36 req-567d4713-6a44-4269-a452-9323c12d31cf tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962478 Jan 19 18:40:39.972208 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 641fdce9-23da-4020-92e9-4162e16a2c98 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:39.990567 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (37799945-3141-4be0-8131-0f8635f23d90), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:40.063236 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4594cef9-6d32-4906-ba67-4d1eaf696eac req-65534f17-d667-4cc8-b12d-c1b71cb2d282 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812682 Jan 19 18:40:40.161418 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-889a2869-67e1-46d7-a864-e48e9166ac55 None None] Current status of the port 641fdce9-23da-4020-92e9-4162e16a2c98 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:40.297788 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5da7d-7f98-41d2-acf8-0d1345758e0c req-c8512e02-f5af-492d-ae63-6fdb86146403 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:40.305933 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5ca5da7d-7f98-41d2-acf8-0d1345758e0c req-c8512e02-f5af-492d-ae63-6fdb86146403 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 943 time: 0.1545022 Jan 19 18:40:40.343776 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7da5db-60e2-4b63-99e1-19e76c87198b req-359b9be1-fd50-4a41-b3fa-7f7885efd58f tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:40.346049 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd7da5db-60e2-4b63-99e1-19e76c87198b req-359b9be1-fd50-4a41-b3fa-7f7885efd58f tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.1252408 Jan 19 18:40:40.423153 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5ca5da7d-7f98-41d2-acf8-0d1345758e0c req-86664118-4204-40ed-8891-ec5d0bec94d9 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162367 Jan 19 18:40:40.452610 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd7da5db-60e2-4b63-99e1-19e76c87198b req-bc66b7c5-72e9-4a93-9d46-1cf1d7d12527 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959404 Jan 19 18:40:40.581934 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Publish callbacks [] for port (37799945-3141-4be0-8131-0f8635f23d90), precommit_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:40.590861 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (37799945-3141-4be0-8131-0f8635f23d90), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:40.633874 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:40.665387 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Attempting to bind port 37799945-3141-4be0-8131-0f8635f23d90 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:40:40.666064 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Attempting to bind port 37799945-3141-4be0-8131-0f8635f23d90 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:40:40.666846 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Attempting to bind port 37799945-3141-4be0-8131-0f8635f23d90 on network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:40:40.684442 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:40:40.684915 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Checking segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:40:40.685183 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:40.685594 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Bound using segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:40:40.686176 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Bound port: 37799945-3141-4be0-8131-0f8635f23d90, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:40:40.686635 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (37799945-3141-4be0-8131-0f8635f23d90), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:40.690669 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Pushing event updated for resources: {'Port': ['ID=37799945-3141-4be0-8131-0f8635f23d90,revision_number=2']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:40.721694 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.722066 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.722439 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.722781 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.723121 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.723466 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.723788 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.724121 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.724455 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.724844 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.725177 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.725586 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.725914 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:40:40.742474 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8f84021b-6e3b-4a1f-a1fd-c08d75db9d6f req-e94c8ed1-65b2-4021-9d75-7febeea8862a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf237f3-3d0f-4f08-8195-0857ae521ded HTTP/1.1" status: 200 len: 217 time: 0.0672610 Jan 19 18:40:40.787553 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] For port 37799945-3141-4be0-8131-0f8635f23d90, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:40:40.799669 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] For port 37799945-3141-4be0-8131-0f8635f23d90, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=37799945-3141-4be0-8131-0f8635f23d90,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:40:40.817585 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (37799945-3141-4be0-8131-0f8635f23d90), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:40.862212 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84021b-6e3b-4a1f-a1fd-c08d75db9d6f req-7bfa3bad-8fa6-446c-9b54-57f5f943fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:40.867378 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8f84021b-6e3b-4a1f-a1fd-c08d75db9d6f req-7bfa3bad-8fa6-446c-9b54-57f5f943fbb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa HTTP/1.1" status: 200 len: 854 time: 0.1058600 Jan 19 18:40:40.970676 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Routers {'98b3ccbe-7340-4ada-be72-b2d503bb89f9'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:40:40.972147 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:40:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:41.043612 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8f84021b-6e3b-4a1f-a1fd-c08d75db9d6f req-9dff32d4-3cbd-4563-a057-9dbc5f5be8eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26a47aa7-117f-4621-b9ad-80fcc51b4f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478584 Jan 19 18:40:41.058014 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Allocated IP 172.20.0.1 (e9560f53-6872-4f35-a44a-0c9b15b2ce62/15525574-d952-4d8f-9d7a-b31eacba8361/3c41c80e-4a8d-4186-b448-5db0be66ea4f) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:40:41.215953 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] Set router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:40:41.264434 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Publish callbacks [] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:41.282859 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 641fdce9-23da-4020-92e9-4162e16a2c98 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:41.360067 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:41.375136 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeba53-f92c-4287-a2d4-24021dc189b7 None None] Pushing event updated for resources: {'Port': ['ID=37799945-3141-4be0-8131-0f8635f23d90,revision_number=3']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:41.398077 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 641fdce9-23da-4020-92e9-4162e16a2c98 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:41.398570 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:41.458358 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Network e9560f53-6872-4f35-a44a-0c9b15b2ce62 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:40:41.464288 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:41.467411 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Pushing event updated for resources: {'Port': ['ID=3c41c80e-4a8d-4186-b448-5db0be66ea4f,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:41.477181 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:40:41.549683 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'name': 'tempest-TestMinimumBasicScenario-1302181041-router', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '37799945-3141-4be0-8131-0f8635f23d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:34Z', 'updated_at': '2022-01-19T18:40:37Z', 'revision_number': 3, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'gw_port': {'id': '37799945-3141-4be0-8131-0f8635f23d90', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:35Z', 'updated_at': '2022-01-19T18:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:41.558412 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2090665'] for router_interface (98b3ccbe-7340-4ada-be72-b2d503bb89f9), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:41.606446 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 641fdce9-23da-4020-92e9-4162e16a2c98 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:41.629804 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6fdad-760e-426f-b573-f0933327f79b None None] The sync data for ids ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'] in dv-cinder-825360-1-iscsi is: [{'id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'name': 'tempest-TestMinimumBasicScenario-1302181041-router', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '37799945-3141-4be0-8131-0f8635f23d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:34Z', 'updated_at': '2022-01-19T18:40:37Z', 'revision_number': 3, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'gw_port': {'id': '37799945-3141-4be0-8131-0f8635f23d90', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:35Z', 'updated_at': '2022-01-19T18:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:40:41.747260 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4201762-3502-456a-8101-6a41d03c7820 req-156354c1-fe74-4e0f-93b8-2f190f595fc8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:41.754348 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4201762-3502-456a-8101-6a41d03c7820 req-156354c1-fe74-4e0f-93b8-2f190f595fc8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.7095437 Jan 19 18:40:41.792521 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610bfd2-e2e4-4df1-954b-7e2230178540 req-3cbcbeed-1519-4f91-bf89-779087c3776a tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:41.800553 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c610bfd2-e2e4-4df1-954b-7e2230178540 req-3cbcbeed-1519-4f91-bf89-779087c3776a tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1423066 Jan 19 18:40:41.831965 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:41.838215 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8f84021b-6e3b-4a1f-a1fd-c08d75db9d6f req-74e6544f-be7d-4b02-83a0-2c8bb09994ef service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592115 Jan 19 18:40:41.946123 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-9663c8ef-32ea-4725-8d1e-22247d6825f8 None None] Provisioning complete for port 3c41c80e-4a8d-4186-b448-5db0be66ea4f triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:41.949691 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-9663c8ef-32ea-4725-8d1e-22247d6825f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:42.003418 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4201762-3502-456a-8101-6a41d03c7820 req-6cf7cb8e-15c8-48ce-acd3-2658f7ccd860 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478092 Jan 19 18:40:42.075819 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c610bfd2-e2e4-4df1-954b-7e2230178540 req-85d17598-5c21-493a-9331-e396fb8a8105 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743111 Jan 19 18:40:42.131196 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-9663c8ef-32ea-4725-8d1e-22247d6825f8 None None] Port 3c41c80e-4a8d-4186-b448-5db0be66ea4f cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:40:42.144535 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8f84021b-6e3b-4a1f-a1fd-c08d75db9d6f req-0166c48c-d3ad-4dca-a518-30e9c5fdf6bc service neutron] 10.222.0.35 "GET /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894695 Jan 19 18:40:42.311625 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device adf237f3-3d0f-4f08-8195-0857ae521ded details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:40:42.370456 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Publish callbacks [] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:42.376348 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:42.460469 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Pushing event updated for resources: {'Port': ['ID=3c41c80e-4a8d-4186-b448-5db0be66ea4f,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:42.497676 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726086a5-f115-4581-b7c1-372f13592442 req-b93ba8c0-5f48-4791-bf16-ac7438e0091b tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:42.499691 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-726086a5-f115-4581-b7c1-372f13592442 req-b93ba8c0-5f48-4791-bf16-ac7438e0091b tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.2470803 Jan 19 18:40:42.500736 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090589'] for router_interface (98b3ccbe-7340-4ada-be72-b2d503bb89f9), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:42.525808 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0dd05-f287-4ff2-9a28-c56dfc6a5a82 req-f1316f43-3238-492c-8017-5754ecf3a454 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:42.543154 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-44a0dd05-f287-4ff2-9a28-c56dfc6a5a82 req-f1316f43-3238-492c-8017-5754ecf3a454 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 943 time: 0.3062031 Jan 19 18:40:42.547859 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port adf237f3-3d0f-4f08-8195-0857ae521ded, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=adf237f3-3d0f-4f08-8195-0857ae521ded,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:42.565640 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'adf237f3-3d0f-4f08-8195-0857ae521ded', 'network_id': '26a47aa7-117f-4621-b9ad-80fcc51b4f58', 'port_id': 'adf237f3-3d0f-4f08-8195-0857ae521ded', 'mac_address': 'fa:16:3e:cb:91:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:40:42.643789 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port adf237f3-3d0f-4f08-8195-0857ae521ded is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:42.644189 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:42.662560 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf237f3-3d0f-4f08-8195-0857ae521ded {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:40:42.676722 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-726086a5-f115-4581-b7c1-372f13592442 req-b52bd151-240d-4c45-a81e-17b42ab4f11a tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644485 Jan 19 18:40:42.692449 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-44a0dd05-f287-4ff2-9a28-c56dfc6a5a82 req-98216d37-2182-4556-8b82-4a00f2bfd536 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477213 Jan 19 18:40:42.718179 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port adf237f3-3d0f-4f08-8195-0857ae521ded, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=adf237f3-3d0f-4f08-8195-0857ae521ded,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:42.720986 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Network e9560f53-6872-4f35-a44a-0c9b15b2ce62 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:40:42.724165 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:40:42.747508 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:42.920753 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=adf237f3-3d0f-4f08-8195-0857ae521ded,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:43.029077 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:40:43.138871 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['adf237f3-3d0f-4f08-8195-0857ae521ded'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:40:43.380543 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b7a04-43f5-4c1e-8982-31071905d48d req-15daa030-4854-4b06-a309-04af5b75c286 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:43.404664 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c69b7a04-43f5-4c1e-8982-31071905d48d req-15daa030-4854-4b06-a309-04af5b75c286 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.2335525 Jan 19 18:40:43.442101 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 37799945-3141-4be0-8131-0f8635f23d90 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:43.468417 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:40:43.503112 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-02adc795-0253-429b-94a0-a13dceff2f1d admin admin] 10.222.0.39 "PUT /v2.0/routers/98b3ccbe-7340-4ada-be72-b2d503bb89f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5766337 Jan 19 18:40:43.657783 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-260897dd-e120-4c0f-ac9b-5f06807b8186 None None] Provisioning complete for port 3c41c80e-4a8d-4186-b448-5db0be66ea4f triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:43.661251 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-260897dd-e120-4c0f-ac9b-5f06807b8186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:43.670493 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 37799945-3141-4be0-8131-0f8635f23d90 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:43.671715 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (37799945-3141-4be0-8131-0f8635f23d90), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:43.681118 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4ee6c-c706-4383-b46a-26646bbeede5 req-e574312a-8f7b-465c-a142-67abedd16e39 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:43.684026 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a5e4ee6c-c706-4383-b46a-26646bbeede5 req-e574312a-8f7b-465c-a142-67abedd16e39 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.3796055 Jan 19 18:40:43.815204 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c69b7a04-43f5-4c1e-8982-31071905d48d req-1e5aaecb-9554-4182-9da8-cb4533198f97 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4099987 Jan 19 18:40:43.916096 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a5e4ee6c-c706-4383-b46a-26646bbeede5 req-d0ee01ba-3f81-4929-9fae-0351500ca49d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050066 Jan 19 18:40:43.934813 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 37799945-3141-4be0-8131-0f8635f23d90 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:43.935129 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (37799945-3141-4be0-8131-0f8635f23d90), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:43.998215 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port 37799945-3141-4be0-8131-0f8635f23d90, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=37799945-3141-4be0-8131-0f8635f23d90,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:44.012376 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (37799945-3141-4be0-8131-0f8635f23d90), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:44.028869 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-260897dd-e120-4c0f-ac9b-5f06807b8186 None None] Port 3c41c80e-4a8d-4186-b448-5db0be66ea4f cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:40:44.105612 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9a9d-49e6-496c-8c26-4f67f03d6a0b req-2894bead-e477-4a89-936c-9d1de66bc67d tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:44.107338 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-240d9a9d-49e6-496c-8c26-4f67f03d6a0b req-2894bead-e477-4a89-936c-9d1de66bc67d tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 944 time: 0.1296937 Jan 19 18:40:44.147191 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=37799945-3141-4be0-8131-0f8635f23d90,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:44.209195 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-240d9a9d-49e6-496c-8c26-4f67f03d6a0b req-0c870c64-6d36-4653-a5b8-473db9c312cb tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944958 Jan 19 18:40:45.037421 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Sync routers for ids ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:40:45.062059 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Routers {'98b3ccbe-7340-4ada-be72-b2d503bb89f9'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:40:45.063469 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:40:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:45.105234 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e03c07-0eff-4dc2-8846-41e9a2d747d8 req-60f7a10b-94d7-44ce-b4fa-535938d140b1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:45.106955 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9e03c07-0eff-4dc2-8846-41e9a2d747d8 req-60f7a10b-94d7-44ce-b4fa-535938d140b1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1493390 Jan 19 18:40:45.172237 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec95fb-d155-4091-891d-5c557876a7d8 req-0d793616-f3c2-4b81-b2eb-f03d0376eece tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:45.186088 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e9ec95fb-d155-4091-891d-5c557876a7d8 req-0d793616-f3c2-4b81-b2eb-f03d0376eece tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1402869 Jan 19 18:40:45.270347 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9e03c07-0eff-4dc2-8846-41e9a2d747d8 req-c40450e2-1b24-43a1-8294-44a10b68b63c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566091 Jan 19 18:40:45.285211 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e9ec95fb-d155-4091-891d-5c557876a7d8 req-0de3047a-e6d1-4faf-b9c6-bd31bb356030 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934863 Jan 19 18:40:45.480080 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 37799945-3141-4be0-8131-0f8635f23d90 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:45.504659 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb50b6-b437-4c50-8836-00ab98e597a9 req-9e922993-cc4d-4e22-a88a-d1bcae579c1d tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:45.511554 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6bcb50b6-b437-4c50-8836-00ab98e597a9 req-9e922993-cc4d-4e22-a88a-d1bcae579c1d tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 944 time: 0.1010265 Jan 19 18:40:45.559826 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Set router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:40:45.626887 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 37799945-3141-4be0-8131-0f8635f23d90 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:45.627544 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (37799945-3141-4be0-8131-0f8635f23d90), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:45.642231 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6bcb50b6-b437-4c50-8836-00ab98e597a9 req-b9e015c4-2fce-43d4-af1d-7563cc2fb31d tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235056 Jan 19 18:40:45.941457 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 37799945-3141-4be0-8131-0f8635f23d90 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:46.150918 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'name': 'tempest-TestMinimumBasicScenario-1302181041-router', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '37799945-3141-4be0-8131-0f8635f23d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:34Z', 'updated_at': '2022-01-19T18:40:41Z', 'revision_number': 4, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'gw_port': {'id': '37799945-3141-4be0-8131-0f8635f23d90', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:35Z', 'updated_at': '2022-01-19T18:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3c41c80e-4a8d-4186-b448-5db0be66ea4f', 'name': '', 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'mac_address': 'fa:16:3e:1c:31:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '15525574-d952-4d8f-9d7a-b31eacba8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:40Z', 'updated_at': '2022-01-19T18:40:41Z', 'revision_number': 2, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'subnets': [{'id': '15525574-d952-4d8f-9d7a-b31eacba8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:46.188154 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Checking router: 98b3ccbe-7340-4ada-be72-b2d503bb89f9 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:40:46.188519 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Updating router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 port 3c41c80e-4a8d-4186-b448-5db0be66ea4f binding host dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:40:46.254965 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:46.361201 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device adf237f3-3d0f-4f08-8195-0857ae521ded up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:46.576231 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc67a2d-c83b-4f4e-8192-ea19c51c455d req-15a2e1b9-d4e6-4008-9564-648f09063011 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:46.579153 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0cc67a2d-c83b-4f4e-8192-ea19c51c455d req-15a2e1b9-d4e6-4008-9564-648f09063011 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1789992 Jan 19 18:40:46.641990 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b6395-ff7d-411a-8325-9195b79a8bae req-1e707485-803d-44a7-a2b6-f6f63153f341 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:46.656025 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port adf237f3-3d0f-4f08-8195-0857ae521ded completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:40:46.668976 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7f7b6395-ff7d-411a-8325-9195b79a8bae req-1e707485-803d-44a7-a2b6-f6f63153f341 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.2782524 Jan 19 18:40:46.833037 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Publish callbacks [] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:46.847100 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:46.904945 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port adf237f3-3d0f-4f08-8195-0857ae521ded triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:46.905791 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:46.927411 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7f7b6395-ff7d-411a-8325-9195b79a8bae req-b0ae47d1-bdfb-4f1b-b5e3-31b41f074867 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577167 Jan 19 18:40:46.951885 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0cc67a2d-c83b-4f4e-8192-ea19c51c455d req-4c9ce866-6370-4b2f-83f2-e4639885460a tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547885 Jan 19 18:40:47.160506 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Attempting to bind port 3c41c80e-4a8d-4186-b448-5db0be66ea4f on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:40:47.161518 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Attempting to bind port 3c41c80e-4a8d-4186-b448-5db0be66ea4f by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'ebccff17-51b3-4252-8b19-77d4498ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:40:47.162072 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Attempting to bind port 3c41c80e-4a8d-4186-b448-5db0be66ea4f on network e9560f53-6872-4f35-a44a-0c9b15b2ce62 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:40:47.171410 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:40:47.172072 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Checking segment: {'id': 'ebccff17-51b3-4252-8b19-77d4498ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:40:47.172733 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:47.173480 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Bound using segment: {'id': 'ebccff17-51b3-4252-8b19-77d4498ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:40:47.174142 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Bound port: 3c41c80e-4a8d-4186-b448-5db0be66ea4f, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccff17-51b3-4252-8b19-77d4498ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:40:47.174700 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:47.200384 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac5c3a-d929-4d64-ad69-08f1f5218911 None None] Pushing event updated for resources: {'Port': ['ID=3c41c80e-4a8d-4186-b448-5db0be66ea4f,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:47.311855 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7d6bc-4afa-4e0b-a4f0-f160fe564080 req-b291db59-4239-4408-9186-57009e0f57ce tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:47.317075 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b9c7d6bc-4afa-4e0b-a4f0-f160fe564080 req-b291db59-4239-4408-9186-57009e0f57ce tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 944 time: 0.1926167 Jan 19 18:40:47.324333 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port adf237f3-3d0f-4f08-8195-0857ae521ded is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:47.324981 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:47.373802 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a6b5ac-fb34-4b6f-a992-e92285349001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf237f3-3d0f-4f08-8195-0857ae521ded'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:40:47.377020 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac46935d-6349-407d-99b0-ea592d1673ae" -d '{"events": [{"server_uuid": "38a6b5ac-fb34-4b6f-a992-e92285349001", "name": "network-vif-plugged", "status": "completed", "tag": "adf237f3-3d0f-4f08-8195-0857ae521ded"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:40:47.407859 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] For port 3c41c80e-4a8d-4186-b448-5db0be66ea4f, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:40:47.441236 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port adf237f3-3d0f-4f08-8195-0857ae521ded, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=adf237f3-3d0f-4f08-8195-0857ae521ded,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:47.471860 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] For port 3c41c80e-4a8d-4186-b448-5db0be66ea4f, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=3c41c80e-4a8d-4186-b448-5db0be66ea4f,segment=NetworkSegment(ebccff17-51b3-4252-8b19-77d4498ff71f),segment_id=ebccff17-51b3-4252-8b19-77d4498ff71f)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:40:47.475294 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-58364b2d-19f2-4bc8-8607-7c3685408111 None None] Provisioning complete for port 3c41c80e-4a8d-4186-b448-5db0be66ea4f triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:47.475973 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-58364b2d-19f2-4bc8-8607-7c3685408111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:47.482226 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:47.499174 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b9c7d6bc-4afa-4e0b-a4f0-f160fe564080 req-fe3ffae3-0f28-486f-bdab-290d2d1c71e4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721237 Jan 19 18:40:47.574115 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5de5f9-11c8-443e-bc1f-8563c4100b2b x-openstack-request-id: req-5b5de5f9-11c8-443e-bc1f-8563c4100b2b {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:40:47.574512 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a6b5ac-fb34-4b6f-a992-e92285349001", "name": "network-vif-plugged", "status": "completed", "tag": "adf237f3-3d0f-4f08-8195-0857ae521ded", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:40:47.574713 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b5de5f9-11c8-443e-bc1f-8563c4100b2b {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:40:47.575096 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a6b5ac-fb34-4b6f-a992-e92285349001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf237f3-3d0f-4f08-8195-0857ae521ded', 'code': 200} Jan 19 18:40:47.576754 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:47.631542 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=adf237f3-3d0f-4f08-8195-0857ae521ded,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:47.698251 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Routers {'98b3ccbe-7340-4ada-be72-b2d503bb89f9'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:40:47.698778 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:40:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:47.792611 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac5c3a-d929-4d64-ad69-08f1f5218911 None None] Pushing event updated for resources: {'Port': ['ID=3c41c80e-4a8d-4186-b448-5db0be66ea4f,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:47.807502 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a763e-a085-40a9-8c78-9399f10654d5 req-1e54e1b3-bf01-4140-9263-9b518e06bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:47.809729 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-956a763e-a085-40a9-8c78-9399f10654d5 req-1e54e1b3-bf01-4140-9263-9b518e06bc26 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 1098 time: 0.0643296 Jan 19 18:40:47.814303 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-58364b2d-19f2-4bc8-8607-7c3685408111 None None] Current status of the port 3c41c80e-4a8d-4186-b448-5db0be66ea4f is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:47.814579 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-58364b2d-19f2-4bc8-8607-7c3685408111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:47.878851 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-956a763e-a085-40a9-8c78-9399f10654d5 req-ba588132-7d39-41ad-ab34-8f4636371aee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623846 Jan 19 18:40:47.918347 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] Set router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:40:48.218952 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-58364b2d-19f2-4bc8-8607-7c3685408111 None None] For port 3c41c80e-4a8d-4186-b448-5db0be66ea4f, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=3c41c80e-4a8d-4186-b448-5db0be66ea4f,segment=NetworkSegment(ebccff17-51b3-4252-8b19-77d4498ff71f),segment_id=ebccff17-51b3-4252-8b19-77d4498ff71f)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:40:48.231379 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-58364b2d-19f2-4bc8-8607-7c3685408111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:48.275901 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb2397-af98-4b29-b23b-5a35154f7b13 req-a0a4f6ed-afe6-42a4-9887-fa2f5992d57e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:48.292162 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-defb2397-af98-4b29-b23b-5a35154f7b13 req-a0a4f6ed-afe6-42a4-9887-fa2f5992d57e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1700757 Jan 19 18:40:48.303883 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:48.318506 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'name': 'tempest-TestMinimumBasicScenario-1302181041-router', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '37799945-3141-4be0-8131-0f8635f23d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:34Z', 'updated_at': '2022-01-19T18:40:41Z', 'revision_number': 4, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'gw_port': {'id': '37799945-3141-4be0-8131-0f8635f23d90', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:35Z', 'updated_at': '2022-01-19T18:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3c41c80e-4a8d-4186-b448-5db0be66ea4f', 'name': '', 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'mac_address': 'fa:16:3e:1c:31:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '15525574-d952-4d8f-9d7a-b31eacba8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:40Z', 'updated_at': '2022-01-19T18:40:47Z', 'revision_number': 4, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'subnets': [{'id': '15525574-d952-4d8f-9d7a-b31eacba8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:40:48.331534 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467e68-8bad-4da0-b94d-b56935142b32 req-504a0c4d-d77c-482e-a368-8bef44d1871f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:48.341926 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20467e68-8bad-4da0-b94d-b56935142b32 req-504a0c4d-d77c-482e-a368-8bef44d1871f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.2086358 Jan 19 18:40:48.395030 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58364b2d-19f2-4bc8-8607-7c3685408111 None None] Pushing event updated for resources: {'Port': ['ID=3c41c80e-4a8d-4186-b448-5db0be66ea4f,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:40:48.402568 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5702dae0-ca61-4101-9c33-0fb3ab354e3c None None] The sync data for ids ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'] in dv-cinder-825360-1-iscsi is: [{'id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'name': 'tempest-TestMinimumBasicScenario-1302181041-router', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '37799945-3141-4be0-8131-0f8635f23d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:34Z', 'updated_at': '2022-01-19T18:40:41Z', 'revision_number': 4, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'gw_port': {'id': '37799945-3141-4be0-8131-0f8635f23d90', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:35Z', 'updated_at': '2022-01-19T18:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3c41c80e-4a8d-4186-b448-5db0be66ea4f', 'name': '', 'network_id': 'e9560f53-6872-4f35-a44a-0c9b15b2ce62', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'mac_address': 'fa:16:3e:1c:31:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '15525574-d952-4d8f-9d7a-b31eacba8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:40Z', 'updated_at': '2022-01-19T18:40:47Z', 'revision_number': 4, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'subnets': [{'id': '15525574-d952-4d8f-9d7a-b31eacba8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:40:48.430366 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-017fd0ff-f46c-4647-8655-6d58c205d532 None None] Provisioning complete for port 3c41c80e-4a8d-4186-b448-5db0be66ea4f triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:48.430841 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-017fd0ff-f46c-4647-8655-6d58c205d532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:48.443183 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-defb2397-af98-4b29-b23b-5a35154f7b13 req-222ffa24-3ded-4afd-a9fe-758f6dc098b8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494431 Jan 19 18:40:48.497167 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20467e68-8bad-4da0-b94d-b56935142b32 req-569e1e83-3e45-4153-9fad-fba8f4467cee tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506460 Jan 19 18:40:48.726704 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3b1ea-f9b0-4309-bf97-14585c5f1775 req-6668bcd6-5d69-47a2-bdfa-78a485ae1766 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:48.727485 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-017fd0ff-f46c-4647-8655-6d58c205d532 None None] Current status of the port 3c41c80e-4a8d-4186-b448-5db0be66ea4f is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:48.736036 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-84f3b1ea-f9b0-4309-bf97-14585c5f1775 req-6668bcd6-5d69-47a2-bdfa-78a485ae1766 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.1439047 Jan 19 18:40:48.852892 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-84f3b1ea-f9b0-4309-bf97-14585c5f1775 req-1632ac19-c4be-45eb-8f55-66b40bdf237f tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108828 Jan 19 18:40:49.313681 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 3c41c80e-4a8d-4186-b448-5db0be66ea4f up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:40:49.479282 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 3c41c80e-4a8d-4186-b448-5db0be66ea4f triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:40:49.479925 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:49.620002 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-da98ea0a-40cf-44bb-b9f5-c365cded998a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:49.754037 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0314f3-b031-40f0-990c-7d4cc45f06e4 req-f964a7b8-6699-4fe5-b141-2cec16abafb0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:49.757667 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b0314f3-b031-40f0-990c-7d4cc45f06e4 req-f964a7b8-6699-4fe5-b141-2cec16abafb0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1665454 Jan 19 18:40:49.800082 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edc852-32d3-4ce9-b5da-3a74ec888f70 req-dfe2990e-c487-4652-857c-c9915c65a201 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:49.801452 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e9edc852-32d3-4ce9-b5da-3a74ec888f70 req-dfe2990e-c487-4652-857c-c9915c65a201 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1724286 Jan 19 18:40:49.898692 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b0314f3-b031-40f0-990c-7d4cc45f06e4 req-fe51ac7c-0b06-4bed-8caf-17a2b0b695dd tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286466 Jan 19 18:40:49.941687 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e9edc852-32d3-4ce9-b5da-3a74ec888f70 req-ee718d90-2266-4e93-aea1-feb9ea62d2f5 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292312 Jan 19 18:40:50.111264 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 3c41c80e-4a8d-4186-b448-5db0be66ea4f is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:40:50.215668 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66322-2fa9-4fa8-977b-cf42f1590c94 req-ef087d8b-516b-4b54-830e-0da9f6332428 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:50.217478 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c7d66322-2fa9-4fa8-977b-cf42f1590c94 req-ef087d8b-516b-4b54-830e-0da9f6332428 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.1597304 Jan 19 18:40:50.305095 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c7d66322-2fa9-4fa8-977b-cf42f1590c94 req-8641e362-d9e6-4b3d-a0db-9323d438f362 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756888 Jan 19 18:40:51.339141 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a074e-fa74-461b-8823-cf86c0c2a0ff req-eba8ff59-e69d-40f7-8ebf-d0e458d348db tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:51.340868 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-085a074e-fa74-461b-8823-cf86c0c2a0ff req-eba8ff59-e69d-40f7-8ebf-d0e458d348db tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.2082393 Jan 19 18:40:51.357755 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f6c9f-5e97-40ba-bebc-ded7a49853b0 req-f569ff6a-be9d-4abc-b11a-92e2b2ab349f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:51.359333 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c11f6c9f-5e97-40ba-bebc-ded7a49853b0 req-f569ff6a-be9d-4abc-b11a-92e2b2ab349f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1404090 Jan 19 18:40:51.443671 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-085a074e-fa74-461b-8823-cf86c0c2a0ff req-f47832f4-8852-4460-b575-089bb1ba7450 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830784 Jan 19 18:40:51.496720 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c11f6c9f-5e97-40ba-bebc-ded7a49853b0 req-ec6503dd-7b55-424b-a92b-cd8a5740ccd7 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041586 Jan 19 18:40:52.293670 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-65a545ce-1abd-43c4-b02f-0db2da7441fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:52.774656 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc534cb5-47e0-4b7e-a7e9-6dbd753a4279 req-1bc62b5a-2a62-4854-bfcc-a2e0afbdf3ea tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:52.782824 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc534cb5-47e0-4b7e-a7e9-6dbd753a4279 req-1bc62b5a-2a62-4854-bfcc-a2e0afbdf3ea tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1274965 Jan 19 18:40:52.834344 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089d4ae-c33f-4abb-893d-800285a3cdef req-e8447b8e-e2b5-4b41-a551-1be2f1ce127c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:52.836154 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f089d4ae-c33f-4abb-893d-800285a3cdef req-e8447b8e-e2b5-4b41-a551-1be2f1ce127c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1326756 Jan 19 18:40:52.881600 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc534cb5-47e0-4b7e-a7e9-6dbd753a4279 req-43a7b921-ec7b-4a2d-8681-48d1d348010f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975599 Jan 19 18:40:52.951922 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f089d4ae-c33f-4abb-893d-800285a3cdef req-68829ff5-a08a-45ef-aa25-266e381d3af7 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001976 Jan 19 18:40:53.162920 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:53.486249 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:40:54.174939 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460598b-f8c0-469b-9418-25c3a982ec11 req-89473ae0-21e2-4f91-9ed7-80dc5423b53f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:54.185779 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6460598b-f8c0-469b-9418-25c3a982ec11 req-89473ae0-21e2-4f91-9ed7-80dc5423b53f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1489391 Jan 19 18:40:54.224533 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4927106-b2fd-49fb-9b22-c5185dabe480 req-885a9379-0d63-4ed0-9ef7-aa5c891b5399 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:54.226593 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c4927106-b2fd-49fb-9b22-c5185dabe480 req-885a9379-0d63-4ed0-9ef7-aa5c891b5399 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1329029 Jan 19 18:40:54.292469 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6460598b-f8c0-469b-9418-25c3a982ec11 req-6710f891-8d5c-418f-b839-6e839a4739ba tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053498 Jan 19 18:40:54.372965 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c4927106-b2fd-49fb-9b22-c5185dabe480 req-a12bd6d9-2c65-4c27-a241-3ec00e5239e8 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367774 Jan 19 18:40:54.479321 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:55.667678 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d09d9-04b8-4643-82e7-95a5fc41cab3 req-78c69eae-d78b-464b-b098-7a5692cce04e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:55.674957 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c4d09d9-04b8-4643-82e7-95a5fc41cab3 req-78c69eae-d78b-464b-b098-7a5692cce04e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.2115021 Jan 19 18:40:55.762533 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714666c4-4243-41a3-82af-bf66574f33c7 req-a268e8b7-4e71-4b29-b858-dcea1bb56759 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:55.764254 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-714666c4-4243-41a3-82af-bf66574f33c7 req-a268e8b7-4e71-4b29-b858-dcea1bb56759 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1694033 Jan 19 18:40:55.780447 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c4d09d9-04b8-4643-82e7-95a5fc41cab3 req-54984902-00a8-4116-971e-bdfe5342a32a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043706 Jan 19 18:40:55.854352 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-714666c4-4243-41a3-82af-bf66574f33c7 req-3dfee5d1-e0c4-437c-98b4-61e55a15cb82 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699797 Jan 19 18:40:56.157308 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:40:56.982669 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe919b6a-15cf-43f2-b3ba-fa76aedd6e9e req-bcdf19e7-5976-4d03-a028-6542c1bde504 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:56.999196 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fe919b6a-15cf-43f2-b3ba-fa76aedd6e9e req-bcdf19e7-5976-4d03-a028-6542c1bde504 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1270163 Jan 19 18:40:57.125878 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ca596-611f-47c0-a540-29989d29f885 req-528e012f-93bd-4a20-879a-3e75b3a5dcf8 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:57.127495 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f91ca596-611f-47c0-a540-29989d29f885 req-528e012f-93bd-4a20-879a-3e75b3a5dcf8 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1075921 Jan 19 18:40:57.132938 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fe919b6a-15cf-43f2-b3ba-fa76aedd6e9e req-4715b56e-cb3b-4baa-9318-0940aeaf6fc6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328089 Jan 19 18:40:57.249836 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f91ca596-611f-47c0-a540-29989d29f885 req-fa8fe61c-a97f-46b4-9759-95e57aa1d692 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157281 Jan 19 18:40:58.469603 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467b521-fcb2-4539-9346-fa6dc32e0777 req-a54ce3d6-8408-4904-bfbe-883f192728c3 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:58.471460 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c467b521-fcb2-4539-9346-fa6dc32e0777 req-a54ce3d6-8408-4904-bfbe-883f192728c3 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.2576299 Jan 19 18:40:58.615159 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0010c8-2145-4601-9104-5198cda7179d req-0490ed2f-86f4-4fb4-bb51-fe3e129b43ad tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:58.617141 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5d0010c8-2145-4601-9104-5198cda7179d req-0490ed2f-86f4-4fb4-bb51-fe3e129b43ad tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.2299540 Jan 19 18:40:58.653343 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c467b521-fcb2-4539-9346-fa6dc32e0777 req-5566771b-7010-43b1-9de5-754968f7076b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631992 Jan 19 18:40:58.718059 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5d0010c8-2145-4601-9104-5198cda7179d req-ffa3cfea-5fff-48fe-976a-e95ca2021c92 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636344 Jan 19 18:40:59.882139 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ce9ed-697e-4a26-b5fe-6c3b7c506884 req-b5c395e2-bcac-4316-9941-1223b42c95d0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:40:59.890189 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7c7ce9ed-697e-4a26-b5fe-6c3b7c506884 req-b5c395e2-bcac-4316-9941-1223b42c95d0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1127141 Jan 19 18:40:59.975549 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7c7ce9ed-697e-4a26-b5fe-6c3b7c506884 req-75f11a29-2b29-4e48-ba13-ce1111eaa7d3 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842655 Jan 19 18:41:00.028210 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a6c89-fa6a-4260-9c3d-218801280cc5 req-31f8c940-278f-48bb-9156-a5c1895e2018 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:00.030211 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d43a6c89-fa6a-4260-9c3d-218801280cc5 req-31f8c940-278f-48bb-9156-a5c1895e2018 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1728830 Jan 19 18:41:00.114118 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d43a6c89-fa6a-4260-9c3d-218801280cc5 req-f8add58e-8bdb-4d1c-a371-38567871c499 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667043 Jan 19 18:41:01.220281 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ea071-0e28-4145-8b15-5c5d7f35294c req-7168f6f2-3fef-4b64-bf0e-a6329af7039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:01.222022 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-059ea071-0e28-4145-8b15-5c5d7f35294c req-7168f6f2-3fef-4b64-bf0e-a6329af7039d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 1099 time: 0.2053914 Jan 19 18:41:01.367629 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3367c9d-3052-4b66-bb77-6abf5bfcfc57 req-11e96de8-4872-4566-a9bf-10d66921449c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:01.369717 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f3367c9d-3052-4b66-bb77-6abf5bfcfc57 req-11e96de8-4872-4566-a9bf-10d66921449c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1543393 Jan 19 18:41:01.405578 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-98559e60-5a4d-40d9-9d2d-6b8f5a7c0c36 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:01.412379 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-98559e60-5a4d-40d9-9d2d-6b8f5a7c0c36 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/networks?id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c HTTP/1.1" status: 200 len: 815 time: 0.3501978 Jan 19 18:41:01.442915 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-f2690829-ba3f-48b1-9d94-62fa0f31afd1 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/quotas/0e2a8ac0ddbd440d8b1d507283bfbc85 HTTP/1.1" status: 200 len: 375 time: 0.0292332 Jan 19 18:41:01.458099 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ea071-0e28-4145-8b15-5c5d7f35294c req-d4d88147-325e-4539-8db3-d0b52031e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:01.460009 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-059ea071-0e28-4145-8b15-5c5d7f35294c req-d4d88147-325e-4539-8db3-d0b52031e803 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 916 time: 0.2278800 Jan 19 18:41:01.604008 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f3367c9d-3052-4b66-bb77-6abf5bfcfc57 req-f816b772-d29c-4edf-b066-3a199868b974 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239137 Jan 19 18:41:01.621310 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-aad66606-8f5f-4a08-b8fe-ae848c758290 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767645 Jan 19 18:41:01.740777 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-059ea071-0e28-4145-8b15-5c5d7f35294c req-33405fb1-f87e-48a6-a9ec-f854b489f5f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb HTTP/1.1" status: 200 len: 1001 time: 0.2722266 Jan 19 18:41:01.922055 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ea071-0e28-4145-8b15-5c5d7f35294c req-497c8c55-0c38-487b-8edd-6fef69a13820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:01.937633 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-059ea071-0e28-4145-8b15-5c5d7f35294c req-497c8c55-0c38-487b-8edd-6fef69a13820 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.1824298 Jan 19 18:41:01.966811 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-e37b9c37-bc53-447e-bbbc-60f1471043a8 service neutron] 10.222.0.39 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278439 Jan 19 18:41:02.119581 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16445978-7966-4026-8d8c-3ecbdff6da33 req-626bff56-5c95-41ee-b85a-da5a2bc3ad9c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:02.130699 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-16445978-7966-4026-8d8c-3ecbdff6da33 req-626bff56-5c95-41ee-b85a-da5a2bc3ad9c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.3951626 Jan 19 18:41:02.178651 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ea071-0e28-4145-8b15-5c5d7f35294c req-d9dc75a9-1d82-48ff-ba47-1db6f066b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:02.180679 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-059ea071-0e28-4145-8b15-5c5d7f35294c req-d9dc75a9-1d82-48ff-ba47-1db6f066b250 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2359374 Jan 19 18:41:02.225349 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbd46e-4253-4fac-9e98-79e3baa24a66 req-aaee8b5e-ec86-4b92-aa99-5fb83271ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:02.229342 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06bbd46e-4253-4fac-9e98-79e3baa24a66 req-aaee8b5e-ec86-4b92-aa99-5fb83271ac02 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 1099 time: 0.2679262 Jan 19 18:41:02.532720 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-16445978-7966-4026-8d8c-3ecbdff6da33 req-37a964c2-3ec3-44d4-8efa-bc3629d47688 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004152 Jan 19 18:41:02.534630 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-c4f6ef67-df57-49de-8780-7708e9d5fca3 service neutron] 10.222.0.39 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367610 Jan 19 18:41:02.623239 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06bbd46e-4253-4fac-9e98-79e3baa24a66 req-0580db06-9110-4cac-9547-dea7d6b02e1c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799236 Jan 19 18:41:02.659954 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-059ea071-0e28-4145-8b15-5c5d7f35294c req-67008383-f9f9-4964-bb10-cb51ee584409 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606352 Jan 19 18:41:02.973824 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d1824c5-7464-40f7-a857-4efe2413dd2a req-3b0764c1-0a30-4b22-8ea2-5cddf11e403b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 210 time: 0.0840495 Jan 19 18:41:03.038926 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08d363-aa7c-4a65-9d90-787a255bb87e req-d523bcd8-980a-4a52-8637-024b19fdd176 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:03.041479 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6b08d363-aa7c-4a65-9d90-787a255bb87e req-d523bcd8-980a-4a52-8637-024b19fdd176 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.2752557 Jan 19 18:41:03.130210 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-059ea071-0e28-4145-8b15-5c5d7f35294c req-6db62ef0-e159-408f-ba2b-2395492725ea service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751875 Jan 19 18:41:03.172340 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6b08d363-aa7c-4a65-9d90-787a255bb87e req-720033c0-9119-41a3-b4dd-01125a7f4d31 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098943 Jan 19 18:41:03.738430 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacff73-5686-4d87-944f-6d5a139a5b44 req-420dff35-ba37-4211-8204-b4110e83e8b2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:03.740832 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9aacff73-5686-4d87-944f-6d5a139a5b44 req-420dff35-ba37-4211-8204-b4110e83e8b2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0774240 Jan 19 18:41:03.805502 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9aacff73-5686-4d87-944f-6d5a139a5b44 req-ea281f58-7e6b-4f62-a7fe-10699c90d791 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576704 Jan 19 18:41:04.098069 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd93af70-f05c-4827-b9f8-f75cca031260 req-7560a834-2c78-4f1a-b46a-35cef781a6f8 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 210 time: 0.0302012 Jan 19 18:41:04.264572 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6397a81-4596-46ae-b628-e8285d56d7e9 req-991c7709-9752-4ad9-85a3-cd2a7889ce8a tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:04.266301 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a6397a81-4596-46ae-b628-e8285d56d7e9 req-991c7709-9752-4ad9-85a3-cd2a7889ce8a tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.0622671 Jan 19 18:41:04.392284 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:41:04.394235 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a6397a81-4596-46ae-b628-e8285d56d7e9 req-63be2594-e804-4aa1-a054-c7bbf2800c16 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172645 Jan 19 18:41:04.404871 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bc2f-0ec9-45e6-80e0-2ad327ae7470 req-6410e2b7-506b-42ed-b726-0a3bb9c0c748 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:04.406448 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-50b9bc2f-0ec9-45e6-80e0-2ad327ae7470 req-6410e2b7-506b-42ed-b726-0a3bb9c0c748 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 946 time: 0.1392224 Jan 19 18:41:04.495102 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-877f226b-9fc6-483b-b3d3-cf8a9f7cdb05 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:04.496666 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-877f226b-9fc6-483b-b3d3-cf8a9f7cdb05 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.35 "GET /v2.0/networks?id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c HTTP/1.1" status: 200 len: 815 time: 0.1744666 Jan 19 18:41:04.500264 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-50b9bc2f-0ec9-45e6-80e0-2ad327ae7470 req-8636702a-5e16-476f-bc68-ab4c0ae6413d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862801 Jan 19 18:41:04.515501 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Request body: {'port': {'device_id': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'admin_state_up': True, 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:41:04.518214 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb is: ACTIVE; New status is: DOWN {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:41:04.518862 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:04.591384 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:41:04.595768 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82df9b72-127a-41cf-8d77-7944bfb09df8" -d '{"events": [{"server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:41:04.625666 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:04.634842 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:04.674445 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Made reservation on behalf of 0e2a8ac0ddbd440d8b1d507283bfbc85 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:41:04.681027 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:04.686665 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Jan 2022 18:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061dd54f-4f75-49ca-8dea-3598bc813cde x-openstack-request-id: req-061dd54f-4f75-49ca-8dea-3598bc813cde {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:41:04.687124 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:41:04.687300 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-061dd54f-4f75-49ca-8dea-3598bc813cde {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:41:04.687745 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'code': 200} Jan 19 18:41:04.722945 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,revision_number=8']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:04.868247 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Allocated IP 172.20.0.3 (cfb0a631-19f4-438b-b117-3e88ff4a0d6c/ed4197e1-d7fb-4051-b8e3-cdb68222854f/f72e393a-f210-457c-bc88-15cb521c3671) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:41:05.024978 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72408c-1cf2-4943-9ef1-a666847b38e1 req-07ae3f72-c2c0-4519-9949-28eb3613c1c3 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:05.026712 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2d72408c-1cf2-4943-9ef1-a666847b38e1 req-07ae3f72-c2c0-4519-9949-28eb3613c1c3 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1087625 Jan 19 18:41:05.218298 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2d72408c-1cf2-4943-9ef1-a666847b38e1 req-7eb70da0-5af9-4aff-9437-f2f27df76e31 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339147 Jan 19 18:41:05.255291 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for port (f72e393a-f210-457c-bc88-15cb521c3671), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:05.303624 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4b54d8a9-9f96-4922-86ba-beae1c8cf2a5 req-f8954145-4e05-449e-b57c-5ef5f98a423e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 210 time: 0.0538583 Jan 19 18:41:05.363371 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (f72e393a-f210-457c-bc88-15cb521c3671), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:05.454579 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Network cfb0a631-19f4-438b-b117-3e88ff4a0d6c is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:41:05.464786 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:41:05.470818 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:41:05.558937 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'Port': ['ID=f72e393a-f210-457c-bc88-15cb521c3671,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:05.568017 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:05.568947 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:05.622791 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3a8cd-5a92-4eda-a3c1-a8b9a54473e1 req-37198c50-8b8f-45a7-a228-51225d11cdf8 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:05.624455 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a4f3a8cd-5a92-4eda-a3c1-a8b9a54473e1 req-37198c50-8b8f-45a7-a228-51225d11cdf8 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.2651188 Jan 19 18:41:05.661291 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-0081f4a7-893c-4344-8da1-00bab8dad1b7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1496615 Jan 19 18:41:05.704799 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc54ea-50e2-4be0-8cb6-45c0aa348180 req-12192c55-1ad3-4d13-b636-a6e6f9e05174 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:05.706614 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4ddc54ea-50e2-4be0-8cb6-45c0aa348180 req-12192c55-1ad3-4d13-b636-a6e6f9e05174 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.1634693 Jan 19 18:41:05.750112 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a4f3a8cd-5a92-4eda-a3c1-a8b9a54473e1 req-fee45dd5-c074-496c-b7bc-13f6897db178 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137536 Jan 19 18:41:05.819486 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4ddc54ea-50e2-4be0-8cb6-45c0aa348180 req-88f28af1-118c-4266-a95e-593b360d041a tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681672 Jan 19 18:41:05.851098 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-cf0f3ddf-e7b4-4fbc-861d-06b249af1a9b None None] Provisioning complete for port f72e393a-f210-457c-bc88-15cb521c3671 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:41:05.851817 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3ddf-e7b4-4fbc-861d-06b249af1a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (f72e393a-f210-457c-bc88-15cb521c3671), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:05.901844 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74814255-ccc9-4b9a-8e6a-7e1ddc6e2016 req-36144c55-236c-4957-b366-e07db54c210d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:05.905148 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-74814255-ccc9-4b9a-8e6a-7e1ddc6e2016 req-36144c55-236c-4957-b366-e07db54c210d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0792494 Jan 19 18:41:05.970222 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-cf0f3ddf-e7b4-4fbc-861d-06b249af1a9b None None] Port f72e393a-f210-457c-bc88-15cb521c3671 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:41:06.056212 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-74814255-ccc9-4b9a-8e6a-7e1ddc6e2016 req-b676160e-6e28-40a6-84db-248b95cb26f7 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447001 Jan 19 18:41:06.545034 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db3576-70c6-4fc6-bbf1-30ea506afca0 req-d04a95c2-7238-4256-b062-73b2176a1691 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:06.546963 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-05db3576-70c6-4fc6-bbf1-30ea506afca0 req-d04a95c2-7238-4256-b062-73b2176a1691 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 931 time: 0.0918837 Jan 19 18:41:06.621326 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-05db3576-70c6-4fc6-bbf1-30ea506afca0 req-79ee0f1e-6b38-424c-9744-058d24111c14 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677834 Jan 19 18:41:06.973788 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30162fdf-2514-4a64-b880-068ce858e2be req-09e86dc2-ccf9-4c58-a0d1-aeb7fb3caa11 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:06.975351 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30162fdf-2514-4a64-b880-068ce858e2be req-09e86dc2-ccf9-4c58-a0d1-aeb7fb3caa11 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.0698764 Jan 19 18:41:07.031852 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30162fdf-2514-4a64-b880-068ce858e2be req-07f986c4-2386-4f2a-aafd-7bbb88d87c6c tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493743 Jan 19 18:41:07.175250 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f551375-358c-41ec-962e-9a3184028314 req-f0e90845-81b4-47e6-a1e0-a26279202793 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:07.176996 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6f551375-358c-41ec-962e-9a3184028314 req-f0e90845-81b4-47e6-a1e0-a26279202793 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0491879 Jan 19 18:41:07.229020 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6f551375-358c-41ec-962e-9a3184028314 req-0bd1753f-dbc5-4db4-bb76-88a3dadef17c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456095 Jan 19 18:41:07.319278 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 40974) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:07.365517 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fd8a73-2e00-427e-9631-9b7fe5bf6ef3 admin admin] Deleting subnet 37309ac1-8587-4fd4-85ac-0291178083bd {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:41:07.369137 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-49fd8a73-2e00-427e-9631-9b7fe5bf6ef3 admin admin] Publish callbacks [] for subnet (37309ac1-8587-4fd4-85ac-0291178083bd), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:07.411448 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-49fd8a73-2e00-427e-9631-9b7fe5bf6ef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189533'] for subnet (37309ac1-8587-4fd4-85ac-0291178083bd), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:07.469824 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-49fd8a73-2e00-427e-9631-9b7fe5bf6ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (37309ac1-8587-4fd4-85ac-0291178083bd), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:07.537647 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-49fd8a73-2e00-427e-9631-9b7fe5bf6ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25584430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27115052'] for subnet (37309ac1-8587-4fd4-85ac-0291178083bd), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:07.571302 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd8a73-2e00-427e-9631-9b7fe5bf6ef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37309ac1-8587-4fd4-85ac-0291178083bd,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:07.573806 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-49fd8a73-2e00-427e-9631-9b7fe5bf6ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:07.577121 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-49fd8a73-2e00-427e-9631-9b7fe5bf6ef3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/37309ac1-8587-4fd4-85ac-0291178083bd HTTP/1.1" status: 204 len: 168 time: 0.2567534 Jan 19 18:41:07.579559 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 40980) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:07.659787 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (49befa33-2c95-41fb-ae1d-c73b67c9be20), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:07.819615 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (49befa33-2c95-41fb-ae1d-c73b67c9be20), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:07.853947 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49befa33-2c95-41fb-ae1d-c73b67c9be20']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:41:07.864793 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4be5d-0548-403e-bb72-c7b0e5bb5913 req-347b831b-c5ed-4de7-bb3d-820b11cc5036 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:07.866416 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-55d4be5d-0548-403e-bb72-c7b0e5bb5913 req-347b831b-c5ed-4de7-bb3d-820b11cc5036 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.1644824 Jan 19 18:41:07.879434 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f8645f-06e5-44a9-81ef-b087ec8e662e') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:41:07.879726 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f8645f-06e5-44a9-81ef-b087ec8e662e') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:41:07.902635 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a15b7d-d5fd-495d-99e9-e395968324f6 req-60f5486b-b0b1-407c-aeb1-b258f92ec14f tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:07.904237 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-73a15b7d-d5fd-495d-99e9-e395968324f6 req-60f5486b-b0b1-407c-aeb1-b258f92ec14f tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 931 time: 0.1633763 Jan 19 18:41:07.918508 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189508'] for segment (b7f8645f-06e5-44a9-81ef-b087ec8e662e), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:07.961047 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (b7f8645f-06e5-44a9-81ef-b087ec8e662e), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:07.985625 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:41:07.986666 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25584496'] for segment (b7f8645f-06e5-44a9-81ef-b087ec8e662e), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: Traceback (most recent call last): Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: timer() Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: cb(*args, **kw) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: return func(*args, **kwargs) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: self._notify() Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: self.callback(batched_events) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: event.method(event) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: return f(self, *a, **k) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._get(url).json() Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:41:07.988100 dv-cinder-825360-1-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:41:08.010810 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-55d4be5d-0548-403e-bb72-c7b0e5bb5913 req-a28fd91c-510c-45fc-81a4-f2b9f8f9b788 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334040 Jan 19 18:41:08.072756 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-73a15b7d-d5fd-495d-99e9-e395968324f6 req-ea52366b-834b-4a83-b860-24aa80907688 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569920 Jan 19 18:41:08.102969 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (49befa33-2c95-41fb-ae1d-c73b67c9be20), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:08.111925 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:08.119927 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] 10.222.0.39 "DELETE /v2.0/networks/49befa33-2c95-41fb-ae1d-c73b67c9be20 HTTP/1.1" status: 204 len: 168 time: 0.5391047 Jan 19 18:41:08.175337 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c1ece-2a7e-4438-aedb-62ae2998e2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=49befa33-2c95-41fb-ae1d-c73b67c9be20,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:08.213169 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b631e-289f-427e-b934-8f3b3b947ede req-70bcf53d-53d2-432c-a203-d024639e1eec tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:08.220495 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-414b631e-289f-427e-b934-8f3b3b947ede req-70bcf53d-53d2-432c-a203-d024639e1eec tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.0968435 Jan 19 18:41:08.285039 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-414b631e-289f-427e-b934-8f3b3b947ede req-a7e1e7f9-4000-4ed1-bee7-556752bc611b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634489 Jan 19 18:41:08.421726 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b71073-69dd-41b5-a66b-669e981ea586 req-7cdc0da6-872c-410e-b6e4-374e689c9724 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:08.426575 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-63b71073-69dd-41b5-a66b-669e981ea586 req-7cdc0da6-872c-410e-b6e4-374e689c9724 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0836420 Jan 19 18:41:08.515216 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-63b71073-69dd-41b5-a66b-669e981ea586 req-c4ef9edc-db6e-4ba5-9a6f-6d27d42a4816 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816092 Jan 19 18:41:08.558717 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 40994) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:08.601655 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a8abd063-6bb1-4be8-85aa-4ca60fc83d71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0e70e31678d45eda87e6e0f2026f9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414472 Jan 19 18:41:08.604182 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 40996) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:08.658055 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5826fc0-c525-4f9f-8400-7dea2e28fa89 admin admin] Publish callbacks [] for security_group (0f428d4c-e710-4e01-8829-0303d98f8b4c), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:08.685059 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5826fc0-c525-4f9f-8400-7dea2e28fa89 admin admin] Publish callbacks [] for security_group (0f428d4c-e710-4e01-8829-0303d98f8b4c), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:08.745030 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5826fc0-c525-4f9f-8400-7dea2e28fa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (0f428d4c-e710-4e01-8829-0303d98f8b4c), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:08.748226 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5826fc0-c525-4f9f-8400-7dea2e28fa89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:08.749431 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a5826fc0-c525-4f9f-8400-7dea2e28fa89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f428d4c-e710-4e01-8829-0303d98f8b4c HTTP/1.1" status: 204 len: 168 time: 0.1443274 Jan 19 18:41:08.757537 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5826fc0-c525-4f9f-8400-7dea2e28fa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f428d4c-e710-4e01-8829-0303d98f8b4c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:09.288040 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b00c82-d18c-4dcf-aef4-37c4569e6d57 req-8b777513-b124-4a84-87cb-4b4d7f38029b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:09.291312 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-29b00c82-d18c-4dcf-aef4-37c4569e6d57 req-8b777513-b124-4a84-87cb-4b4d7f38029b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0836191 Jan 19 18:41:09.329395 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687d8ba-e550-4f32-8106-4e703a88faf0 req-abd23ff7-805e-463a-8210-2a5a72f49113 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:09.332158 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a687d8ba-e550-4f32-8106-4e703a88faf0 req-abd23ff7-805e-463a-8210-2a5a72f49113 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 931 time: 0.0892591 Jan 19 18:41:09.408459 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-29b00c82-d18c-4dcf-aef4-37c4569e6d57 req-108dfddf-6ab8-4fa8-8200-b7f6b9eeda78 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090121 Jan 19 18:41:09.440215 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a687d8ba-e550-4f32-8106-4e703a88faf0 req-05d91df8-1938-4659-b83e-18b75ffd6cc3 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990372 Jan 19 18:41:09.550422 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ced4c3-16d6-4951-8b8f-178176a09b2e req-0ab81479-af07-4a00-9950-af03b5203466 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:09.552259 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-48ced4c3-16d6-4951-8b8f-178176a09b2e req-0ab81479-af07-4a00-9950-af03b5203466 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.0675764 Jan 19 18:41:09.673933 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-48ced4c3-16d6-4951-8b8f-178176a09b2e req-94d6b1dd-7983-4081-a3a3-3ffbe0c5c8e9 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153047 Jan 19 18:41:09.717310 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d21752-33df-4634-a11b-19efe0930d4a req-1cabc071-0be8-4836-85f2-e8bf44633a45 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:09.720215 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f5d21752-33df-4634-a11b-19efe0930d4a req-1cabc071-0be8-4836-85f2-e8bf44633a45 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0861156 Jan 19 18:41:09.788708 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f5d21752-33df-4634-a11b-19efe0930d4a req-77bc8c2b-bed5-444a-b1ba-1cbb0155c698 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628254 Jan 19 18:41:10.590834 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982eac3-3fec-455b-960c-59dc1fd78793 req-326ad9f7-75db-49ab-8505-6a41eec9ae2c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:10.592468 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a982eac3-3fec-455b-960c-59dc1fd78793 req-326ad9f7-75db-49ab-8505-6a41eec9ae2c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.1029108 Jan 19 18:41:10.600188 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1aaca-a463-4586-92fa-17c4322403b7 req-a2e42260-4ea7-4f79-b0a2-7fd8d4375001 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:10.601764 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a3a1aaca-a463-4586-92fa-17c4322403b7 req-a2e42260-4ea7-4f79-b0a2-7fd8d4375001 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 931 time: 0.0726836 Jan 19 18:41:10.674531 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a982eac3-3fec-455b-960c-59dc1fd78793 req-c7c104a0-fa02-4e85-af72-45dde1aab5f0 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713673 Jan 19 18:41:10.682634 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a3a1aaca-a463-4586-92fa-17c4322403b7 req-335e5abc-e77f-4239-8aa7-d1dc27dc979f tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730464 Jan 19 18:41:10.817874 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789a82f-3cfe-4317-853e-46997b7086dc req-5c5980e2-7f85-441d-893f-1cdb364866aa tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:10.819454 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c789a82f-3cfe-4317-853e-46997b7086dc req-5c5980e2-7f85-441d-893f-1cdb364866aa tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.0596080 Jan 19 18:41:10.901668 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c789a82f-3cfe-4317-853e-46997b7086dc req-b1be5907-1717-4cf3-b0c9-11d2d2f3a823 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676703 Jan 19 18:41:10.942417 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0243be6-22ce-47f2-b87d-f91072e4e14e req-0d58b168-57cc-481f-bd4f-2e73f2063660 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:10.943744 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c0243be6-22ce-47f2-b87d-f91072e4e14e req-0d58b168-57cc-481f-bd4f-2e73f2063660 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0645046 Jan 19 18:41:11.001732 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c0243be6-22ce-47f2-b87d-f91072e4e14e req-84161a99-1794-4623-bee8-ffe1f33b73f7 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497179 Jan 19 18:41:11.830258 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407f6c-bd61-47e2-b782-43e56f3dee23 req-b039bd51-fc8e-4fe3-884f-8be37764a239 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:11.831873 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-05407f6c-bd61-47e2-b782-43e56f3dee23 req-b039bd51-fc8e-4fe3-884f-8be37764a239 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0846851 Jan 19 18:41:11.847277 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb957-d065-429c-834a-2e18362b5fa4 req-8bf2fc58-ae4b-44c3-85a0-3ca00ca3d39e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:11.848781 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c5eb957-d065-429c-834a-2e18362b5fa4 req-8bf2fc58-ae4b-44c3-85a0-3ca00ca3d39e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 931 time: 0.0731900 Jan 19 18:41:11.916744 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-05407f6c-bd61-47e2-b782-43e56f3dee23 req-ef74b785-6bb9-4696-878b-cad6fcbef36f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770426 Jan 19 18:41:11.931372 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c5eb957-d065-429c-834a-2e18362b5fa4 req-a6272d20-bd11-4cc5-9e1c-4372aec9d4de tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763304 Jan 19 18:41:12.051117 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b69a0-dbf5-4708-9ba0-fcdfee38b4c7 req-e106a54d-6fb7-4375-808d-826ab1dd4c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:12.053114 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c25b69a0-dbf5-4708-9ba0-fcdfee38b4c7 req-e106a54d-6fb7-4375-808d-826ab1dd4c6e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.0634067 Jan 19 18:41:12.135225 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c25b69a0-dbf5-4708-9ba0-fcdfee38b4c7 req-523b3cb9-44cb-4b91-9c4d-a85a0fd4d5b1 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764427 Jan 19 18:41:12.159721 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea1357-238e-47b3-ab49-20095107b7e8 req-81221348-7e8f-42d3-9e15-bbbf8cc4f523 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:12.161278 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f5ea1357-238e-47b3-ab49-20095107b7e8 req-81221348-7e8f-42d3-9e15-bbbf8cc4f523 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0692942 Jan 19 18:41:12.233608 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f5ea1357-238e-47b3-ab49-20095107b7e8 req-85c99040-3f72-4b29-b6f0-067401f293ba tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601664 Jan 19 18:41:13.130894 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd22c2-974c-48a5-8414-c26a04feb1a0 req-b041db2b-d4a2-4b3a-b6cc-9e2342d8d32d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:13.130894 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2bdd22c2-974c-48a5-8414-c26a04feb1a0 req-b041db2b-d4a2-4b3a-b6cc-9e2342d8d32d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.1168375 Jan 19 18:41:13.185400 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd145e-7040-4651-a5fa-d714e23af2e8 req-b65124af-c457-4cc1-b19c-8a90b52ef1ca tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:13.186653 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c7dd145e-7040-4651-a5fa-d714e23af2e8 req-b65124af-c457-4cc1-b19c-8a90b52ef1ca tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 931 time: 0.1086278 Jan 19 18:41:13.226149 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2bdd22c2-974c-48a5-8414-c26a04feb1a0 req-de7b04bc-789f-460c-9b91-7f3cd477ac6f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832443 Jan 19 18:41:13.297634 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c7dd145e-7040-4651-a5fa-d714e23af2e8 req-983f6683-763f-4cc6-8ce9-fb4914da3083 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014338 Jan 19 18:41:13.383766 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04299c0-9dd6-45fc-8190-3caa5ce4dd0b req-c3e48e43-80e1-4880-81aa-d598695c9a10 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:13.385771 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d04299c0-9dd6-45fc-8190-3caa5ce4dd0b req-c3e48e43-80e1-4880-81aa-d598695c9a10 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.0800250 Jan 19 18:41:13.481010 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76ade4-3205-4686-9807-4f3f43618b02 req-49ef19ca-94dd-46ff-8629-e72ac8f96215 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:13.482625 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d76ade4-3205-4686-9807-4f3f43618b02 req-49ef19ca-94dd-46ff-8629-e72ac8f96215 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0957527 Jan 19 18:41:13.488431 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d04299c0-9dd6-45fc-8190-3caa5ce4dd0b req-be621554-b487-432d-bd21-e00b74781f15 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906856 Jan 19 18:41:13.545277 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d76ade4-3205-4686-9807-4f3f43618b02 req-dbcb8e03-a98d-48be-9b5c-0c589ef346b9 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548959 Jan 19 18:41:14.210521 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Request body: {'port': {'device_id': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:41:14.312576 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (f72e393a-f210-457c-bc88-15cb521c3671), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:14.395402 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac359442-70e0-47ec-8fb2-f880c3c11e75 req-d9a733d0-3ae2-4246-93c9-80efa37a3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:14.396984 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac359442-70e0-47ec-8fb2-f880c3c11e75 req-d9a733d0-3ae2-4246-93c9-80efa37a3f05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9134810dccaa4b8d8354da4bd183f4be&device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 1099 time: 0.1242185 Jan 19 18:41:14.431815 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cea3c7-829a-4e32-9daf-9f94c2c0423e req-be2fad09-dc81-40a2-b9be-d5d5aa8db4f9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:14.433363 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-77cea3c7-829a-4e32-9daf-9f94c2c0423e req-be2fad09-dc81-40a2-b9be-d5d5aa8db4f9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.1305721 Jan 19 18:41:14.901118 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-77cea3c7-829a-4e32-9daf-9f94c2c0423e req-a4c2d32e-cc49-4eb8-b37c-ed7dec17a804 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465284 Jan 19 18:41:14.908210 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7f7aa-e176-4355-905a-250b7728068d req-05e59f62-5322-4ccc-b1ad-6e10506d45d2 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:14.909728 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bda7f7aa-e176-4355-905a-250b7728068d req-05e59f62-5322-4ccc-b1ad-6e10506d45d2 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 931 time: 0.5011861 Jan 19 18:41:14.918401 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac359442-70e0-47ec-8fb2-f880c3c11e75 req-69dab887-bac7-4f62-8ef3-63d4a3e84506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:14.919929 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac359442-70e0-47ec-8fb2-f880c3c11e75 req-69dab887-bac7-4f62-8ef3-63d4a3e84506 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 200 len: 918 time: 0.5132451 Jan 19 18:41:15.018394 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac359442-70e0-47ec-8fb2-f880c3c11e75 req-41e233cf-fd83-4cfd-be62-3f0820fbf4f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0641e1f3-685b-4c50-996e-2cc1016a501d HTTP/1.1" status: 200 len: 217 time: 0.0751696 Jan 19 18:41:15.116042 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bda7f7aa-e176-4355-905a-250b7728068d req-89e0dfaa-2916-442d-ad17-6f289cd635a6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866829 Jan 19 18:41:15.157299 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac359442-70e0-47ec-8fb2-f880c3c11e75 req-41810dcf-3cb2-4f7b-b7bf-b893cb9c636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:15.158767 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac359442-70e0-47ec-8fb2-f880c3c11e75 req-41810dcf-3cb2-4f7b-b7bf-b893cb9c636a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc81372-e93e-4872-8a55-ba0e75003d2d HTTP/1.1" status: 200 len: 858 time: 0.1079617 Jan 19 18:41:15.179682 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f255de-105b-49a9-ace4-f65ee103858f req-8f0f5847-abd2-4e5c-aa52-ff8c3982b07c tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:15.181791 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-16f255de-105b-49a9-ace4-f65ee103858f req-8f0f5847-abd2-4e5c-aa52-ff8c3982b07c tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.1819174 Jan 19 18:41:15.193112 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72e393a-f210-457c-bc88-15cb521c3671 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:41:15.230924 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Publish callbacks [] for port (f72e393a-f210-457c-bc88-15cb521c3671), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:15.235836 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac359442-70e0-47ec-8fb2-f880c3c11e75 req-97617a28-65b5-4a5d-be2f-5a285e3a8a2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3370ab0-9752-4223-b815-eeb0068618c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678844 Jan 19 18:41:15.298102 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Transition to ACTIVE for port object f72e393a-f210-457c-bc88-15cb521c3671 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:41:15.334598 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (f72e393a-f210-457c-bc88-15cb521c3671), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:15.415795 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b421b13-65a4-4942-be97-b77fa1046a00 req-f7402824-6518-4433-822b-d91524db2263 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:15.418131 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9b421b13-65a4-4942-be97-b77fa1046a00 req-f7402824-6518-4433-822b-d91524db2263 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.2267995 Jan 19 18:41:15.421019 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-16f255de-105b-49a9-ace4-f65ee103858f req-32439826-87fb-47a6-83e8-bbd33df3e28e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219555 Jan 19 18:41:15.471958 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Pushing event updated for resources: {'Port': ['ID=f72e393a-f210-457c-bc88-15cb521c3671,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:15.489137 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac359442-70e0-47ec-8fb2-f880c3c11e75 req-f50c6d3e-0681-4da5-8c59-4ab49e5f1a64 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294152 Jan 19 18:41:15.491775 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.492129 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.493035 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.493380 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.493721 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.494062 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.494399 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.494954 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.495321 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.495780 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.496112 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.496584 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.497063 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:15.619200 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9b421b13-65a4-4942-be97-b77fa1046a00 req-cc35ddbb-4a34-4483-b8dd-6008846a5fb2 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909664 Jan 19 18:41:15.665695 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Attempting to bind port f72e393a-f210-457c-bc88-15cb521c3671 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:41:15.666038 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Attempting to bind port f72e393a-f210-457c-bc88-15cb521c3671 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:41:15.666417 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Attempting to bind port f72e393a-f210-457c-bc88-15cb521c3671 on network cfb0a631-19f4-438b-b117-3e88ff4a0d6c {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:41:15.675396 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac359442-70e0-47ec-8fb2-f880c3c11e75 req-74014942-6e73-49ce-a6ff-7ac6731bff40 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581306 Jan 19 18:41:15.676505 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Port f72e393a-f210-457c-bc88-15cb521c3671 on network cfb0a631-19f4-438b-b117-3e88ff4a0d6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:41:15.676957 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Attempting to bind port f72e393a-f210-457c-bc88-15cb521c3671 on network cfb0a631-19f4-438b-b117-3e88ff4a0d6c {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:41:15.684344 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:41:15.684956 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Checking segment: {'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:41:15.685370 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Bound using segment: {'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:41:15.685648 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030252-6629-4671-86cb-cc1eb554e538 req-bcdb388b-cdc6-44c9-8eab-d3945a8145b3 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:15.686144 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Bound port: f72e393a-f210-457c-bc88-15cb521c3671, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f06de9-a850-4868-ba17-b405ff572edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:41:15.686507 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (f72e393a-f210-457c-bc88-15cb521c3671), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:15.687234 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-c0030252-6629-4671-86cb-cc1eb554e538 req-bcdb388b-cdc6-44c9-8eab-d3945a8145b3 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 945 time: 0.0777292 Jan 19 18:41:15.769658 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] For port f72e393a-f210-457c-bc88-15cb521c3671, host hv-cinder-82536, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:41:15.774998 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] For port f72e393a-f210-457c-bc88-15cb521c3671, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=f72e393a-f210-457c-bc88-15cb521c3671,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:41:15.780907 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (f72e393a-f210-457c-bc88-15cb521c3671), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:15.796232 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-c0030252-6629-4671-86cb-cc1eb554e538 req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Deleting port adf237f3-3d0f-4f08-8195-0857ae521ded {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:41:15.796777 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-c0030252-6629-4671-86cb-cc1eb554e538 req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:15.821362 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:15.821983 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:15.823428 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-2f491347-5270-4de8-8410-413393c69971 service neutron] 10.222.0.35 "PUT /v2.0/ports/f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 200 len: 1093 time: 1.6174195 Jan 19 18:41:15.823869 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:41:15.826703 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "tag": "f72e393a-f210-457c-bc88-15cb521c3671"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:41:15.902781 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4b1a9e-e1c7-4702-8698-95e2094b60d4 x-openstack-request-id: req-1e4b1a9e-e1c7-4702-8698-95e2094b60d4 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:41:15.903125 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "tag": "f72e393a-f210-457c-bc88-15cb521c3671", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:41:15.903323 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e4b1a9e-e1c7-4702-8698-95e2094b60d4 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:41:15.903770 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671', 'status': 'completed', 'code': 200} Jan 19 18:41:15.905481 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f491347-5270-4de8-8410-413393c69971 service neutron] Pushing event updated for resources: {'Port': ['ID=f72e393a-f210-457c-bc88-15cb521c3671,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:15.925692 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-6ff5b87c-1663-4573-9376-3b9fd5f3a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:15.925949 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-6ff5b87c-1663-4573-9376-3b9fd5f3a491 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85&device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 1096 time: 0.0571570 Jan 19 18:41:15.958400 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-c0030252-6629-4671-86cb-cc1eb554e538 req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] For port adf237f3-3d0f-4f08-8195-0857ae521ded, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=adf237f3-3d0f-4f08-8195-0857ae521ded,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:15.958783 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-c0030252-6629-4671-86cb-cc1eb554e538 req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:15.985724 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-c0030252-6629-4671-86cb-cc1eb554e538 req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Calling delete_port for adf237f3-3d0f-4f08-8195-0857ae521ded owned by compute:nova {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:41:15.992949 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-8539ad27-b48f-4c6b-b289-c437b3c14f09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 200 len: 217 time: 0.0565140 Jan 19 18:41:16.096930 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-cd100cc8-a5c5-4a70-8f27-6c03ebd17ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:16.098364 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-cd100cc8-a5c5-4a70-8f27-6c03ebd17ef7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed4197e1-d7fb-4051-b8e3-cdb68222854f HTTP/1.1" status: 200 len: 854 time: 0.0989473 Jan 19 18:41:16.113622 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d08c4d-1c5f-4570-9a36-83ec86deecbe req-1f4a8cd6-dd87-4799-b126-a6a6fc1b69af tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:16.115231 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-60d08c4d-1c5f-4570-9a36-83ec86deecbe req-1f4a8cd6-dd87-4799-b126-a6a6fc1b69af tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0752385 Jan 19 18:41:16.150280 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-c0030252-6629-4671-86cb-cc1eb554e538 req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (adf237f3-3d0f-4f08-8195-0857ae521ded), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:16.167158 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['9bf25b29-d45f-4e15-b6d1-69765810c789', 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25', 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9', 'adf237f3-3d0f-4f08-8195-0857ae521ded'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:41:16.189338 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Pushing event deleted for resources: {'Port': ['ID=adf237f3-3d0f-4f08-8195-0857ae521ded,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:16.190745 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-846b07f5-54ea-47e9-9e3e-834c7d64039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:16.192140 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-846b07f5-54ea-47e9-9e3e-834c7d64039c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760348 Jan 19 18:41:16.196945 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-60d08c4d-1c5f-4570-9a36-83ec86deecbe req-358f8213-10cc-4a38-8bbc-a82142d0bb56 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726969 Jan 19 18:41:16.214927 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.215434 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.215879 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.216334 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.216801 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.217234 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.217871 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.218311 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.218742 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.219501 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.219937 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.220544 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.221009 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:16.290277 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0030252-6629-4671-86cb-cc1eb554e538 req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] No DVR routers for this DVR port adf237f3-3d0f-4f08-8195-0857ae521ded on host hv-cinder-82536 {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:41:16.293722 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-c0030252-6629-4671-86cb-cc1eb554e538 req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:16.298906 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-c0030252-6629-4671-86cb-cc1eb554e538 req-579b6d76-faba-4b7d-a95f-64c0e04203da tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "DELETE /v2.0/ports/adf237f3-3d0f-4f08-8195-0857ae521ded HTTP/1.1" status: 204 len: 173 time: 0.6056743 Jan 19 18:41:16.299570 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a6b5ac-fb34-4b6f-a992-e92285349001', 'name': 'network-vif-deleted', 'tag': 'adf237f3-3d0f-4f08-8195-0857ae521ded'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:41:16.302187 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfc80e3-7318-4366-a2a1-2aa2cc80a357" -d '{"events": [{"server_uuid": "38a6b5ac-fb34-4b6f-a992-e92285349001", "name": "network-vif-deleted", "tag": "adf237f3-3d0f-4f08-8195-0857ae521ded"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:41:16.345034 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [req-24ab3103-3bdc-41e4-8739-027313c16f33 req-7c372f11-88c5-4302-9378-4fa662a4baac service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:41:16.346131 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-24ab3103-3bdc-41e4-8739-027313c16f33 req-7c372f11-88c5-4302-9378-4fa662a4baac service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109515 Jan 19 18:41:16.397539 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eb828-a1ed-4e25-b507-2cc39876f164 req-fecaf871-ac43-496c-9608-e11a62228e64 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:16.405120 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f64eb828-a1ed-4e25-b507-2cc39876f164 req-fecaf871-ac43-496c-9608-e11a62228e64 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 943 time: 0.1328979 Jan 19 18:41:16.428656 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-771d4f3e-47b2-4243-8612-e6534ec1eaf1 service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295873 Jan 19 18:41:16.485112 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99a0686-083f-49b5-87bb-fca8f9a8a990 x-openstack-request-id: req-a99a0686-083f-49b5-87bb-fca8f9a8a990 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:41:16.485569 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a6b5ac-fb34-4b6f-a992-e92285349001", "name": "network-vif-deleted", "tag": "adf237f3-3d0f-4f08-8195-0857ae521ded", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:41:16.485851 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a99a0686-083f-49b5-87bb-fca8f9a8a990 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:41:16.486346 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a6b5ac-fb34-4b6f-a992-e92285349001', 'name': 'network-vif-deleted', 'tag': 'adf237f3-3d0f-4f08-8195-0857ae521ded', 'status': 'completed', 'code': 200} Jan 19 18:41:16.519042 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f64eb828-a1ed-4e25-b507-2cc39876f164 req-3f0acd3c-b0e1-4601-b424-ca7ade5a836e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130083 Jan 19 18:41:16.670008 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-40110795-5b23-4e81-a795-76140799e3db req-bf1ceb61-2f62-473e-9523-c630d7d38160 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=38a6b5ac-fb34-4b6f-a992-e92285349001 HTTP/1.1" status: 200 len: 210 time: 0.0328093 Jan 19 18:41:16.672097 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-02c1fdc0-0c64-4ca9-b354-3816947678e7 req-974f70d0-14b0-45c1-9e30-0f63d554819d service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356269 Jan 19 18:41:16.686661 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e7bbd-6c4d-48a7-aaac-ee0c55934b4a req-5d7e6cb3-0263-4563-bb77-bf15985716af tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:16.692265 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-177e7bbd-6c4d-48a7-aaac-ee0c55934b4a req-5d7e6cb3-0263-4563-bb77-bf15985716af tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.1133547 Jan 19 18:41:16.750601 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-177e7bbd-6c4d-48a7-aaac-ee0c55934b4a req-ec5a30bd-f6ba-4737-8b9a-5850b25c8cf1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515244 Jan 19 18:41:16.796759 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4 req-db68b5d3-abfa-4cab-a620-e7f0d07fb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:16.798478 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4 req-db68b5d3-abfa-4cab-a620-e7f0d07fb5ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85&device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 1096 time: 0.0525472 Jan 19 18:41:16.911077 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4 req-0d327740-59fc-4ae0-aca0-dddfffaee0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:16.912460 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4 req-0d327740-59fc-4ae0-aca0-dddfffaee0c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c HTTP/1.1" status: 200 len: 915 time: 0.1072533 Jan 19 18:41:16.964941 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4 req-1492f14f-22ef-4fd1-98e7-005bd323a45b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 200 len: 217 time: 0.0362430 Jan 19 18:41:17.025305 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4 req-058558ec-5fc0-4898-b8ae-2172b6956a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:17.026952 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4 req-058558ec-5fc0-4898-b8ae-2172b6956a83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed4197e1-d7fb-4051-b8e3-cdb68222854f HTTP/1.1" status: 200 len: 854 time: 0.0578561 Jan 19 18:41:17.041187 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41096) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:17.077133 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4 req-56d5a3f4-c350-4ff2-a1aa-c1c290636662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:17.078707 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4 req-56d5a3f4-c350-4ff2-a1aa-c1c290636662 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453105 Jan 19 18:41:17.132343 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-d2d464b5-73ad-4a92-ae31-9a9022d0b613 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891616 Jan 19 18:41:17.141444 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-4070c35e-6025-4631-a034-0918af637a24 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:41:17.142447 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-4070c35e-6025-4631-a034-0918af637a24 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052168 Jan 19 18:41:17.172560 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4 req-8b2893f8-4ee1-4253-9f5a-3eeb89b73b13 service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849974 Jan 19 18:41:17.335350 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e4c89365-712f-427b-9bfe-8f7a0b83d1c4 req-9168340e-c8fa-4be3-80a6-d52b70a858e7 service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557574 Jan 19 18:41:17.370873 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c1eca-20b1-4fed-a799-fe52b2535ad6 req-5707493e-ee80-48b9-b79c-530867c02aaf tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:17.372437 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-097c1eca-20b1-4fed-a799-fe52b2535ad6 req-5707493e-ee80-48b9-b79c-530867c02aaf tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0710776 Jan 19 18:41:17.434637 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-097c1eca-20b1-4fed-a799-fe52b2535ad6 req-aa950ba8-f25f-41ba-a0e5-be9e0390434c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564742 Jan 19 18:41:17.650231 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7378c-a263-40d7-b64a-4dd00b43c690 req-c7a8afbe-0861-4b52-bbd0-c228525db4b1 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:17.651811 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-43d7378c-a263-40d7-b64a-4dd00b43c690 req-c7a8afbe-0861-4b52-bbd0-c228525db4b1 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 943 time: 0.0568881 Jan 19 18:41:17.706697 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-43d7378c-a263-40d7-b64a-4dd00b43c690 req-e428872e-d16b-44d2-9e24-d27313456145 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487535 Jan 19 18:41:17.894621 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbdc2b-4d02-4d47-86bc-9cbe7af82ea8 req-42b981cd-0712-4402-93d5-dfdf9edb9b05 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:17.896208 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9cfbdc2b-4d02-4d47-86bc-9cbe7af82ea8 req-42b981cd-0712-4402-93d5-dfdf9edb9b05 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0546110 Jan 19 18:41:17.949003 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9cfbdc2b-4d02-4d47-86bc-9cbe7af82ea8 req-61f0279b-8db5-467e-868f-a11207f2179c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461063 Jan 19 18:41:18.260562 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:18.479858 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device f72e393a-f210-457c-bc88-15cb521c3671 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:41:18.482082 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:41:18.576125 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142e5e3-0a2c-4dfd-877b-811259aeb520 req-260fa280-375c-44be-b255-a106f55ce3a2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:18.577659 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9142e5e3-0a2c-4dfd-877b-811259aeb520 req-260fa280-375c-44be-b255-a106f55ce3a2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0549133 Jan 19 18:41:18.631235 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb is: DOWN; New status is: DOWN {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:41:18.640959 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9142e5e3-0a2c-4dfd-877b-811259aeb520 req-161bad5a-8bb0-4748-94b0-14bf8d220e65 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550597 Jan 19 18:41:18.650587 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port f72e393a-f210-457c-bc88-15cb521c3671, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=f72e393a-f210-457c-bc88-15cb521c3671,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:18.661563 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'f72e393a-f210-457c-bc88-15cb521c3671', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'port_id': 'f72e393a-f210-457c-bc88-15cb521c3671', 'mac_address': 'fa:16:3e:e8:4b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:41:18.702987 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port f72e393a-f210-457c-bc88-15cb521c3671 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:41:18.703385 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (f72e393a-f210-457c-bc88-15cb521c3671), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:18.717399 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72e393a-f210-457c-bc88-15cb521c3671 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:41:18.738432 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port f72e393a-f210-457c-bc88-15cb521c3671, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=f72e393a-f210-457c-bc88-15cb521c3671,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:18.742758 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (f72e393a-f210-457c-bc88-15cb521c3671), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:18.795934 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=f72e393a-f210-457c-bc88-15cb521c3671,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:18.842027 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5268ab-36ed-4e58-85eb-14dfb0f57cec req-af2182d6-9012-4452-aec2-affe22f68a46 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:18.843563 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac5268ab-36ed-4e58-85eb-14dfb0f57cec req-af2182d6-9012-4452-aec2-affe22f68a46 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 944 time: 0.0568073 Jan 19 18:41:18.922329 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac5268ab-36ed-4e58-85eb-14dfb0f57cec req-04d00de0-d3da-435b-907d-571d6e46e492 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729165 Jan 19 18:41:18.930228 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039614f-72bb-420f-abf5-33ff42ef5249 req-27084245-9ff8-404e-bd2b-482ebc87201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:18.932452 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0039614f-72bb-420f-abf5-33ff42ef5249 req-27084245-9ff8-404e-bd2b-482ebc87201b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 1097 time: 0.0764220 Jan 19 18:41:19.055320 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-911cfe23-5247-4b9b-ab78-86ed7bda4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:19.056859 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-911cfe23-5247-4b9b-ab78-86ed7bda4676 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b&tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0 HTTP/1.1" status: 200 len: 1097 time: 0.1095207 Jan 19 18:41:19.065662 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['f72e393a-f210-457c-bc88-15cb521c3671'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:41:19.079249 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039614f-72bb-420f-abf5-33ff42ef5249 req-06f3066d-8272-4a0b-b7e3-4393fee3baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:19.080822 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0039614f-72bb-420f-abf5-33ff42ef5249 req-06f3066d-8272-4a0b-b7e3-4393fee3baba service neutron] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 916 time: 0.1270373 Jan 19 18:41:19.138135 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8363e-0fad-4744-a183-a8b86deebe56 req-38a481d2-5805-4111-a9e3-9a987a29b280 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:19.140485 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dde8363e-0fad-4744-a183-a8b86deebe56 req-38a481d2-5805-4111-a9e3-9a987a29b280 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0826974 Jan 19 18:41:19.163915 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0039614f-72bb-420f-abf5-33ff42ef5249 req-7cf1d88f-1f06-4d8b-82e4-162ae91de03d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb HTTP/1.1" status: 200 len: 999 time: 0.0706058 Jan 19 18:41:19.184708 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6984322-45e2-47b9-a358-12a763d89c32 req-dbd8a575-3090-4f7d-b4df-a894e778849b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:19.194093 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e6984322-45e2-47b9-a358-12a763d89c32 req-dbd8a575-3090-4f7d-b4df-a894e778849b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 946 time: 0.1001666 Jan 19 18:41:19.224047 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039614f-72bb-420f-abf5-33ff42ef5249 req-e24be563-87ed-4b43-9a60-535d0fe56f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:19.226009 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0039614f-72bb-420f-abf5-33ff42ef5249 req-e24be563-87ed-4b43-9a60-535d0fe56f8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.0550601 Jan 19 18:41:19.245273 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dde8363e-0fad-4744-a183-a8b86deebe56 req-b4d24087-18fc-4166-8531-e8921f33081a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956953 Jan 19 18:41:19.278397 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e6984322-45e2-47b9-a358-12a763d89c32 req-cb3927f1-0f98-499e-a36b-34073abaaf1b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834181 Jan 19 18:41:19.280683 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039614f-72bb-420f-abf5-33ff42ef5249 req-bf9d43ae-4723-4ddb-9122-5b902475106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:19.282401 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0039614f-72bb-420f-abf5-33ff42ef5249 req-bf9d43ae-4723-4ddb-9122-5b902475106b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484920 Jan 19 18:41:19.386608 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0039614f-72bb-420f-abf5-33ff42ef5249 req-6c165c48-5a76-4870-91f1-5a1eea8aacdd service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970831 Jan 19 18:41:19.513450 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0039614f-72bb-420f-abf5-33ff42ef5249 req-0ad1e6fb-d9ed-4c82-9117-78e1de94d631 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192019 Jan 19 18:41:19.518180 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-f0d54d36-1cd3-4c6d-9ce7-19bc36ecc4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:19.614604 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-b57ccecd-1f8e-485d-8727-61e0276a5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:19.616131 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-b57ccecd-1f8e-485d-8727-61e0276a5f9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 1097 time: 0.0443888 Jan 19 18:41:19.731895 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-a70ceddc-989f-40b5-9646-6ea309a230bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:19.733404 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-a70ceddc-989f-40b5-9646-6ea309a230bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 916 time: 0.1075730 Jan 19 18:41:19.765892 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91e3d2-84ef-49e8-8f10-3b4501598194 req-2d5fcfde-9fb5-4a1a-a3e4-be91250917f6 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:19.767358 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ee91e3d2-84ef-49e8-8f10-3b4501598194 req-2d5fcfde-9fb5-4a1a-a3e4-be91250917f6 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0608990 Jan 19 18:41:19.818630 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ee91e3d2-84ef-49e8-8f10-3b4501598194 req-b78da540-3baf-4c86-a19b-b43b09bcf28c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456314 Jan 19 18:41:19.828141 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-926d43d3-5598-48e6-baad-248a4cae883f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb HTTP/1.1" status: 200 len: 999 time: 0.0879772 Jan 19 18:41:19.884182 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-cc62a8d3-c891-47a9-8a3f-f6981d95153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:19.885699 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-cc62a8d3-c891-47a9-8a3f-f6981d95153d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.0504880 Jan 19 18:41:19.937881 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-300cc231-8728-432e-86d9-455a591ea020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:19.939421 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-300cc231-8728-432e-86d9-455a591ea020 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422170 Jan 19 18:41:20.039512 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-94df726f-7b6f-4149-984e-afe5f822c996 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898101 Jan 19 18:41:20.048650 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c49942-c3ff-470d-881a-0eca0c335ef5 req-790fd298-38a8-4247-b413-bf7b60daefc2 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:20.050271 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01c49942-c3ff-470d-881a-0eca0c335ef5 req-790fd298-38a8-4247-b413-bf7b60daefc2 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 944 time: 0.0558021 Jan 19 18:41:20.109248 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01c49942-c3ff-470d-881a-0eca0c335ef5 req-ba106e44-7722-40e0-a923-9f319faa19c0 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509145 Jan 19 18:41:20.139902 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-43738c4d-e6ae-4e90-8f94-671a5d7186f9 req-9b676257-01e3-4c76-a2fe-84c697c4ff87 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933423 Jan 19 18:41:20.419234 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b308b51-7d9f-4987-b674-3e214d87df0f req-040411c7-fa29-4427-8058-67d67ea94fe3 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:20.420813 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2b308b51-7d9f-4987-b674-3e214d87df0f req-040411c7-fa29-4427-8058-67d67ea94fe3 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0888801 Jan 19 18:41:20.441833 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c6de8-f602-45d7-b833-cd8b9d620f10 req-e432a19b-6364-4fee-98a5-3b19c2aa65c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:20.443402 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7c6de8-f602-45d7-b833-cd8b9d620f10 req-e432a19b-6364-4fee-98a5-3b19c2aa65c6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 946 time: 0.0750844 Jan 19 18:41:20.497879 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device f72e393a-f210-457c-bc88-15cb521c3671 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:41:20.518810 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2b308b51-7d9f-4987-b674-3e214d87df0f req-2d7822e7-6ba8-4a99-b939-f0c290a0309a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912335 Jan 19 18:41:20.527230 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7c6de8-f602-45d7-b833-cd8b9d620f10 req-f46fc217-5b4f-495f-8e62-0b84a80914f1 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746593 Jan 19 18:41:20.564203 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port f72e393a-f210-457c-bc88-15cb521c3671 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:41:20.571153 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port f72e393a-f210-457c-bc88-15cb521c3671 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:41:20.571701 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (f72e393a-f210-457c-bc88-15cb521c3671), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:20.688943 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port f72e393a-f210-457c-bc88-15cb521c3671 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:41:20.689493 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (f72e393a-f210-457c-bc88-15cb521c3671), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:20.734000 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:41:20.738195 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78bb606-6c9e-4c7a-b405-60c8e7e29861" -d '{"events": [{"server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "name": "network-vif-plugged", "status": "completed", "tag": "f72e393a-f210-457c-bc88-15cb521c3671"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:41:20.783631 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port f72e393a-f210-457c-bc88-15cb521c3671, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=f72e393a-f210-457c-bc88-15cb521c3671,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:20.793321 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (f72e393a-f210-457c-bc88-15cb521c3671), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:20.794276 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device adf237f3-3d0f-4f08-8195-0857ae521ded no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:41:20.867507 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6052574-e30f-4105-ac98-5dbff0163c73 x-openstack-request-id: req-b6052574-e30f-4105-ac98-5dbff0163c73 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:41:20.867874 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "name": "network-vif-plugged", "status": "completed", "tag": "f72e393a-f210-457c-bc88-15cb521c3671", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:41:20.868338 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6052574-e30f-4105-ac98-5dbff0163c73 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:41:20.868947 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671', 'code': 200} Jan 19 18:41:20.873929 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: adf237f3-3d0f-4f08-8195-0857ae521ded {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:41:20.874618 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device adf237f3-3d0f-4f08-8195-0857ae521ded not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:41:20.928071 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=f72e393a-f210-457c-bc88-15cb521c3671,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:21.107359 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e0d14-8921-4bff-9dcc-119ec5692788 req-91fbb515-1051-40f7-aff6-9ac56643f3a5 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:21.111604 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-004e0d14-8921-4bff-9dcc-119ec5692788 req-91fbb515-1051-40f7-aff6-9ac56643f3a5 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.1188104 Jan 19 18:41:21.282427 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-004e0d14-8921-4bff-9dcc-119ec5692788 req-5d55556b-d39c-4616-90db-69fcd8fad881 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599319 Jan 19 18:41:21.405168 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba577096-3269-4dde-85cb-856095e981a5 req-53738966-da35-405a-949e-eeb5ae355796 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:21.406797 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ba577096-3269-4dde-85cb-856095e981a5 req-53738966-da35-405a-949e-eeb5ae355796 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0955920 Jan 19 18:41:21.482654 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ba577096-3269-4dde-85cb-856095e981a5 req-22549f57-b5b4-469a-ba3e-6ece999ae326 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675533 Jan 19 18:41:21.733237 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527ed40-c766-4c93-b2d0-8f5a7fbbad05 req-4fab5559-86da-493e-a339-80f8a062b86e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:21.737839 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4527ed40-c766-4c93-b2d0-8f5a7fbbad05 req-4fab5559-86da-493e-a339-80f8a062b86e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.1001508 Jan 19 18:41:21.759364 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002a0e2-bdca-4219-a55f-3553fc880a56 req-d06963b9-1c42-46a4-b0c6-252e3e05a3df tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:21.762865 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2002a0e2-bdca-4219-a55f-3553fc880a56 req-d06963b9-1c42-46a4-b0c6-252e3e05a3df tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 946 time: 0.0932109 Jan 19 18:41:21.888271 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4527ed40-c766-4c93-b2d0-8f5a7fbbad05 req-d3a1ed9c-9cd4-4a2f-961b-b881d284d50a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463349 Jan 19 18:41:21.926815 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2002a0e2-bdca-4219-a55f-3553fc880a56 req-4ba89238-ba09-475a-bd09-5bdfc3570899 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549981 Jan 19 18:41:22.245216 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-f6639b3a-7ee0-4458-9960-6b1b02e792af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:22.473333 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ae749-e30b-4ee2-b74b-f578e6ce8ac4 req-9c751a3d-135e-46ae-b8f5-b85aaf0d1722 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:22.476390 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1c7ae749-e30b-4ee2-b74b-f578e6ce8ac4 req-9c751a3d-135e-46ae-b8f5-b85aaf0d1722 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0578139 Jan 19 18:41:22.556416 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1c7ae749-e30b-4ee2-b74b-f578e6ce8ac4 req-e43e397c-de4f-4b41-b4c7-add13ef6b109 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746205 Jan 19 18:41:22.644497 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263922c6-87bb-49cc-b247-315a5ca39a4a req-a62b0def-4bcb-4998-8bff-6b76935570c6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:22.646156 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-263922c6-87bb-49cc-b247-315a5ca39a4a req-a62b0def-4bcb-4998-8bff-6b76935570c6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0586443 Jan 19 18:41:22.714250 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-263922c6-87bb-49cc-b247-315a5ca39a4a req-b56ead6b-ebc3-48fd-9828-692ba41752e4 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618877 Jan 19 18:41:23.085837 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3802c-a286-44d6-baec-320409e486ce req-363603c9-1b34-46c0-9568-8610e377d42c tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:23.087306 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-34a3802c-a286-44d6-baec-320409e486ce req-363603c9-1b34-46c0-9568-8610e377d42c tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 946 time: 0.0828032 Jan 19 18:41:23.129356 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d42aa-1b06-44c0-87c4-1f7c9d3fadab req-2bd50ebb-02d1-4b48-a5cf-c87aafd3db42 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:23.137182 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a71d42aa-1b06-44c0-87c4-1f7c9d3fadab req-2bd50ebb-02d1-4b48-a5cf-c87aafd3db42 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.1029053 Jan 19 18:41:23.211452 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:23.301743 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-34a3802c-a286-44d6-baec-320409e486ce req-167c2fd4-ff9f-4abe-a180-fe50d7a5b0c0 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082686 Jan 19 18:41:23.328012 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a71d42aa-1b06-44c0-87c4-1f7c9d3fadab req-c1084224-3d6b-4915-84dc-e0ff3ab13ad4 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741064 Jan 19 18:41:23.701064 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0263980-5755-4f73-9744-f666b3d12363 req-b3aef07c-178b-4c6b-996f-a007c44da27d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:23.702685 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e0263980-5755-4f73-9744-f666b3d12363 req-b3aef07c-178b-4c6b-996f-a007c44da27d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0688951 Jan 19 18:41:23.778131 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e0263980-5755-4f73-9744-f666b3d12363 req-020120e8-8764-40a1-a7ca-8ce1f9a690a7 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689762 Jan 19 18:41:23.876963 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896f7d-e9ed-4da4-9a27-c2a731393d14 req-8c138a6e-d59a-49be-8a86-0a4a434c581e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:23.881105 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e4896f7d-e9ed-4da4-9a27-c2a731393d14 req-8c138a6e-d59a-49be-8a86-0a4a434c581e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0586512 Jan 19 18:41:23.943238 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e4896f7d-e9ed-4da4-9a27-c2a731393d14 req-fb54751f-9bdb-4c6d-94c8-f57d0f9e9f33 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588708 Jan 19 18:41:24.492537 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:24.539535 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573339c-a4bf-4dd7-9b92-5a907a83c705 req-6124a0d7-b214-4e0c-87d6-7ba33ee69703 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:24.541467 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d573339c-a4bf-4dd7-9b92-5a907a83c705 req-6124a0d7-b214-4e0c-87d6-7ba33ee69703 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.1131744 Jan 19 18:41:24.546343 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:41:24.554099 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa978ac-5ba4-41ad-adad-166f04833c2a req-bb0f02f4-e145-4d14-8086-ee3202028982 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:24.556684 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8aa978ac-5ba4-41ad-adad-166f04833c2a req-bb0f02f4-e145-4d14-8086-ee3202028982 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 946 time: 0.1148202 Jan 19 18:41:24.669787 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 is: ACTIVE; New status is: DOWN {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:41:24.670450 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:24.705575 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d573339c-a4bf-4dd7-9b92-5a907a83c705 req-b034230d-fede-4fde-9b17-7174e5c1a061 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472318 Jan 19 18:41:24.719944 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:24.721058 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d53a38e-3da8-464b-bf39-66d9b1db1010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:41:24.724195 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef20101-4d06-4896-8e86-9ac0010d47a5" -d '{"events": [{"server_uuid": "5d53a38e-3da8-464b-bf39-66d9b1db1010", "name": "network-vif-unplugged", "status": "completed", "tag": "cf14a0b4-c110-47dc-a630-a3aa3ebe55d9"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:41:24.729805 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:24.751689 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8aa978ac-5ba4-41ad-adad-166f04833c2a req-dbcc471b-7771-4ee8-98ae-df76fdf39e37 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672971 Jan 19 18:41:24.811153 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,revision_number=6']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:24.855369 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Jan 2022 18:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3e9267-dbd3-44a2-bdd5-738a3f0d1759 x-openstack-request-id: req-4e3e9267-dbd3-44a2-bdd5-738a3f0d1759 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:41:24.855684 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d53a38e-3da8-464b-bf39-66d9b1db1010", "name": "network-vif-unplugged", "status": "completed", "tag": "cf14a0b4-c110-47dc-a630-a3aa3ebe55d9", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:41:24.855949 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e3e9267-dbd3-44a2-bdd5-738a3f0d1759 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:41:24.856353 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d53a38e-3da8-464b-bf39-66d9b1db1010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9', 'code': 200} Jan 19 18:41:25.027016 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a022ac-4aa1-489d-992b-bfe21d6679fe req-95dd80ad-8543-417a-a5a6-a4d23292fe95 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:25.029784 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-32a022ac-4aa1-489d-992b-bfe21d6679fe req-95dd80ad-8543-417a-a5a6-a4d23292fe95 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0958877 Jan 19 18:41:25.424688 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-32a022ac-4aa1-489d-992b-bfe21d6679fe req-3ac178cc-1b18-4327-a4ff-8b65174490f1 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852594 Jan 19 18:41:25.445738 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2da0d-e8f0-4d67-9077-acc0f6e553ae req-bef07bc8-2c7e-4945-aa08-4912b2416bf8 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:25.448535 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3ae2da0d-e8f0-4d67-9077-acc0f6e553ae req-bef07bc8-2c7e-4945-aa08-4912b2416bf8 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.4058380 Jan 19 18:41:25.526857 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3ae2da0d-e8f0-4d67-9077-acc0f6e553ae req-e083861a-7cc1-41fa-8212-b97b59fe1a60 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717516 Jan 19 18:41:25.933809 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ea3df-fb0d-4f19-a4c9-fd5b1cdd5bf2 req-0e78f79f-ed24-4743-a93c-766da5c41a81 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:25.935446 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-366ea3df-fb0d-4f19-a4c9-fd5b1cdd5bf2 req-0e78f79f-ed24-4743-a93c-766da5c41a81 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0992386 Jan 19 18:41:25.963939 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4b76-551c-45ba-a71e-990434017e60 req-d81e0bc8-1bc9-4b05-a988-3659e80ad629 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:25.971911 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-da9e4b76-551c-45ba-a71e-990434017e60 req-d81e0bc8-1bc9-4b05-a988-3659e80ad629 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 944 time: 0.0894432 Jan 19 18:41:26.044915 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-366ea3df-fb0d-4f19-a4c9-fd5b1cdd5bf2 req-b0f1e336-6ed6-4ecd-962a-8ad339e9833b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965092 Jan 19 18:41:26.073405 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-da9e4b76-551c-45ba-a71e-990434017e60 req-fd11fba6-2822-41ac-9278-4739e9911af5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003563 Jan 19 18:41:26.076168 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:26.619543 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ab537-9f85-472a-901a-c4e879a5f19f req-cc5cc45e-e900-4ae3-a632-97d97dba14a9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:26.621799 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-942ab537-9f85-472a-901a-c4e879a5f19f req-cc5cc45e-e900-4ae3-a632-97d97dba14a9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0886295 Jan 19 18:41:26.726185 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-942ab537-9f85-472a-901a-c4e879a5f19f req-3ef6eb20-e9f6-44d4-a899-57b3769c5e40 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955453 Jan 19 18:41:26.736905 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a9ce3-9464-4f94-a178-4a133ea17089 req-4fb7311c-fed7-473e-946d-940e49b401b8 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:26.738575 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fb5a9ce3-9464-4f94-a178-4a133ea17089 req-4fb7311c-fed7-473e-946d-940e49b401b8 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0824752 Jan 19 18:41:26.815816 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fb5a9ce3-9464-4f94-a178-4a133ea17089 req-63446417-1f7c-40ef-a3ab-06543de257c6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660453 Jan 19 18:41:27.317393 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260bc06-4577-4ebd-a069-2b9ca47055b4 req-7d788b66-b621-4970-a89c-d92265bf99cd tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:27.318902 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5260bc06-4577-4ebd-a069-2b9ca47055b4 req-7d788b66-b621-4970-a89c-d92265bf99cd tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 944 time: 0.0980017 Jan 19 18:41:27.335250 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093cb67-bd38-4d64-83b8-093256bc2259 req-fc0a7c7a-b4fe-4803-89ad-01ab11fe5ebe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:27.338561 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0093cb67-bd38-4d64-83b8-093256bc2259 req-fc0a7c7a-b4fe-4803-89ad-01ab11fe5ebe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.1002793 Jan 19 18:41:27.462630 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0093cb67-bd38-4d64-83b8-093256bc2259 req-82fa685d-5f1b-4cd0-9f6f-1cbaead84b2e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085019 Jan 19 18:41:27.468160 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5260bc06-4577-4ebd-a069-2b9ca47055b4 req-5c8aa84e-204a-49c0-9381-ea9922fcb8d5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239841 Jan 19 18:41:27.886729 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8ecd5-897b-46d1-b5b8-1975e230fe60 req-dceeefcd-6728-49f6-98b1-af4b25994132 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:27.888377 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-27d8ecd5-897b-46d1-b5b8-1975e230fe60 req-dceeefcd-6728-49f6-98b1-af4b25994132 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0625579 Jan 19 18:41:28.044598 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-27d8ecd5-897b-46d1-b5b8-1975e230fe60 req-ef1db272-256e-4ca5-b3d7-897c39358b88 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450050 Jan 19 18:41:28.074805 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90392c1-7b0f-4f26-a176-80148c88f40a req-ee95c18a-29fb-4bf2-8925-3306211ce228 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:28.085056 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e90392c1-7b0f-4f26-a176-80148c88f40a req-ee95c18a-29fb-4bf2-8925-3306211ce228 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.1366580 Jan 19 18:41:28.177310 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e90392c1-7b0f-4f26-a176-80148c88f40a req-942247a0-828c-46af-a1e9-c89643885c1e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907509 Jan 19 18:41:28.677942 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51832aa-8f2c-4bad-a76c-ae528819d3d7 req-20b88cd8-9783-4f8c-9a7b-826ac57cbf8c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:28.679740 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b51832aa-8f2c-4bad-a76c-ae528819d3d7 req-20b88cd8-9783-4f8c-9a7b-826ac57cbf8c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0994091 Jan 19 18:41:28.700886 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80ad7a-de7b-4832-99f8-68593c1e1e75 req-95590d67-6c5a-4fbf-9ae3-7fe11e4d4f4e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:28.702499 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3e80ad7a-de7b-4832-99f8-68593c1e1e75 req-95590d67-6c5a-4fbf-9ae3-7fe11e4d4f4e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 944 time: 0.0882032 Jan 19 18:41:28.761834 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b51832aa-8f2c-4bad-a76c-ae528819d3d7 req-8d4084fe-7929-4194-b8fd-f993e46f30c0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762670 Jan 19 18:41:28.788640 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3e80ad7a-de7b-4832-99f8-68593c1e1e75 req-105053ab-bd9c-487b-816e-82ffa6406cb9 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699263 Jan 19 18:41:29.209836 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa10fcc-c966-4059-8adc-aa1a5bd021f2 req-f03a2fc1-6911-4d88-9ddd-1c17ed52b8e3 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:29.212155 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cfa10fcc-c966-4059-8adc-aa1a5bd021f2 req-f03a2fc1-6911-4d88-9ddd-1c17ed52b8e3 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0702629 Jan 19 18:41:29.289865 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cfa10fcc-c966-4059-8adc-aa1a5bd021f2 req-23ed38e1-d742-42f3-9c71-7eabddf56731 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719397 Jan 19 18:41:29.360919 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046480c-947c-4030-8d9d-92758251c1e8 req-80c7aa72-5a55-4824-8500-01ba73948552 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:29.360919 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5046480c-947c-4030-8d9d-92758251c1e8 req-80c7aa72-5a55-4824-8500-01ba73948552 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0839562 Jan 19 18:41:29.417501 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5046480c-947c-4030-8d9d-92758251c1e8 req-1d7ff60f-153b-4362-8164-3ed3199c8fba tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543282 Jan 19 18:41:30.007220 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521e661-3559-4d04-a8bd-72962d5b3b48 req-c3f4f63f-b4ac-4dc9-9de1-4816b8517268 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:30.010612 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b521e661-3559-4d04-a8bd-72962d5b3b48 req-c3f4f63f-b4ac-4dc9-9de1-4816b8517268 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.1497879 Jan 19 18:41:30.027390 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0b17d-80b9-48f0-9f91-5316ac690925 req-ea2cbfce-517c-4323-b1bc-a696550c2247 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:30.030090 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8dd0b17d-80b9-48f0-9f91-5316ac690925 req-ea2cbfce-517c-4323-b1bc-a696550c2247 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 944 time: 0.1557617 Jan 19 18:41:30.169716 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b521e661-3559-4d04-a8bd-72962d5b3b48 req-19a08552-faad-4335-ad23-fda2c30bc85e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378658 Jan 19 18:41:30.184990 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8dd0b17d-80b9-48f0-9f91-5316ac690925 req-1b5f5e2f-63fa-41c8-b4c9-6d67d2fb10eb tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413534 Jan 19 18:41:30.269629 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e2370-24d1-4695-9791-83a9b5e20971 req-18e898a8-758d-463f-8b21-58e9ff4f2281 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:30.271707 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-385e2370-24d1-4695-9791-83a9b5e20971 req-18e898a8-758d-463f-8b21-58e9ff4f2281 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 944 time: 0.0643570 Jan 19 18:41:30.395821 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-385e2370-24d1-4695-9791-83a9b5e20971 req-e17a2c80-c791-4ec3-bc95-eb0f1a1b24e5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Deleting port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:41:30.396163 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-385e2370-24d1-4695-9791-83a9b5e20971 req-e17a2c80-c791-4ec3-bc95-eb0f1a1b24e5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:30.463429 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5d287-53e1-4f92-8864-ac9c3584f8a4 req-652fe2e6-48d1-4f8c-88c5-b3feb44c6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:30.465010 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-47f5d287-53e1-4f92-8864-ac9c3584f8a4 req-652fe2e6-48d1-4f8c-88c5-b3feb44c6acb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 1098 time: 0.1286416 Jan 19 18:41:30.473752 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7ad6e-96d6-4d11-a5f0-0fb9a11bcc1f req-2b1649aa-8670-44b0-a821-efe68b5219a1 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:30.475309 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4ca7ad6e-96d6-4d11-a5f0-0fb9a11bcc1f req-2b1649aa-8670-44b0-a821-efe68b5219a1 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0941000 Jan 19 18:41:30.479539 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:41:30.519352 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-385e2370-24d1-4695-9791-83a9b5e20971 req-e17a2c80-c791-4ec3-bc95-eb0f1a1b24e5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] For port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:30.519870 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-385e2370-24d1-4695-9791-83a9b5e20971 req-e17a2c80-c791-4ec3-bc95-eb0f1a1b24e5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:30.535087 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-385e2370-24d1-4695-9791-83a9b5e20971 req-e17a2c80-c791-4ec3-bc95-eb0f1a1b24e5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Calling delete_port for cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 owned by compute:nova {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:41:30.564155 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-47f5d287-53e1-4f92-8864-ac9c3584f8a4 req-6c523fbd-b646-4d46-9d8c-4790c1c1cf38 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877988 Jan 19 18:41:30.589218 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4ca7ad6e-96d6-4d11-a5f0-0fb9a11bcc1f req-f663c76f-4e8e-4899-a250-d620942cc8f5 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057413 Jan 19 18:41:30.618918 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa6b9d-e0bc-4fc3-8756-a04bf8462c47 req-945672f5-8ccf-44ee-86d9-8edd944a448c tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:30.618918 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-10fa6b9d-e0bc-4fc3-8756-a04bf8462c47 req-945672f5-8ccf-44ee-86d9-8edd944a448c tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0792367 Jan 19 18:41:30.678631 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-10fa6b9d-e0bc-4fc3-8756-a04bf8462c47 req-94b43fd4-ea64-498a-88c4-54bc1449e05c tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522394 Jan 19 18:41:30.710340 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-385e2370-24d1-4695-9791-83a9b5e20971 req-e17a2c80-c791-4ec3-bc95-eb0f1a1b24e5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (cf14a0b4-c110-47dc-a630-a3aa3ebe55d9), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:30.724333 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['9bf25b29-d45f-4e15-b6d1-69765810c789', 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:41:30.752672 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a2c80-c791-4ec3-bc95-eb0f1a1b24e5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Pushing event deleted for resources: {'Port': ['ID=cf14a0b4-c110-47dc-a630-a3aa3ebe55d9,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:30.801272 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-385e2370-24d1-4695-9791-83a9b5e20971 req-e17a2c80-c791-4ec3-bc95-eb0f1a1b24e5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] No DVR routers for this DVR port cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 on host hv-cinder-82536 {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:41:30.805224 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-385e2370-24d1-4695-9791-83a9b5e20971 req-e17a2c80-c791-4ec3-bc95-eb0f1a1b24e5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:30.808571 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-385e2370-24d1-4695-9791-83a9b5e20971 req-e17a2c80-c791-4ec3-bc95-eb0f1a1b24e5 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "DELETE /v2.0/ports/cf14a0b4-c110-47dc-a630-a3aa3ebe55d9 HTTP/1.1" status: 204 len: 173 time: 0.5252440 Jan 19 18:41:30.809046 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d53a38e-3da8-464b-bf39-66d9b1db1010', 'name': 'network-vif-deleted', 'tag': 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:41:30.811333 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e103ccf5-9b47-494c-8f6a-0f73b4201881" -d '{"events": [{"server_uuid": "5d53a38e-3da8-464b-bf39-66d9b1db1010", "name": "network-vif-deleted", "tag": "cf14a0b4-c110-47dc-a630-a3aa3ebe55d9"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:41:30.863662 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869cafaf-ecbf-46b9-b0d2-b166a735f49e x-openstack-request-id: req-869cafaf-ecbf-46b9-b0d2-b166a735f49e {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:41:30.863662 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d53a38e-3da8-464b-bf39-66d9b1db1010", "name": "network-vif-deleted", "tag": "cf14a0b4-c110-47dc-a630-a3aa3ebe55d9", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:41:30.863662 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-869cafaf-ecbf-46b9-b0d2-b166a735f49e {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:41:30.865322 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d53a38e-3da8-464b-bf39-66d9b1db1010', 'name': 'network-vif-deleted', 'tag': 'cf14a0b4-c110-47dc-a630-a3aa3ebe55d9', 'status': 'completed', 'code': 200} Jan 19 18:41:31.310720 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-75ac54d7-48ad-4b83-9429-b2fa39e94137 req-61e66336-a506-4dd9-a300-dae0b759c2d3 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d53a38e-3da8-464b-bf39-66d9b1db1010 HTTP/1.1" status: 200 len: 210 time: 0.0381668 Jan 19 18:41:31.374989 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda66a50-e1d1-4c99-b3dd-9cf9a20b23cc req-6a8efee1-aaa8-46f8-b60f-f7a8ab4e1b4b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:31.382820 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fda66a50-e1d1-4c99-b3dd-9cf9a20b23cc req-6a8efee1-aaa8-46f8-b60f-f7a8ab4e1b4b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0754981 Jan 19 18:41:31.451191 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fda66a50-e1d1-4c99-b3dd-9cf9a20b23cc req-989dfa87-e503-4a1d-8163-3b443c8a0d2c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670817 Jan 19 18:41:31.719850 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44715b-4d84-4c25-974c-f21509bcd661 req-7e4e3b32-9161-41aa-8940-82dd60e1b191 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:31.721372 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fb44715b-4d84-4c25-974c-f21509bcd661 req-7e4e3b32-9161-41aa-8940-82dd60e1b191 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0521064 Jan 19 18:41:31.801940 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fb44715b-4d84-4c25-974c-f21509bcd661 req-0ea9e1d3-fcaf-4c87-8599-3c59baedf095 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703871 Jan 19 18:41:31.823786 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fcb46-e1c0-4cec-a4fc-908d31b81ec4 req-da3dae57-0c88-4f8a-b55b-e383593f89ef tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:31.825383 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-942fcb46-e1c0-4cec-a4fc-908d31b81ec4 req-da3dae57-0c88-4f8a-b55b-e383593f89ef tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0650268 Jan 19 18:41:31.893020 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-942fcb46-e1c0-4cec-a4fc-908d31b81ec4 req-34484c62-fd2e-4023-9d55-fc1166c30f7c tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616307 Jan 19 18:41:32.048550 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dda7c4-bfe6-42e9-b90a-4b21e524ad64 req-37ea7dd6-fb11-4e82-a05c-5840de85b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:32.050113 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f2dda7c4-bfe6-42e9-b90a-4b21e524ad64 req-37ea7dd6-fb11-4e82-a05c-5840de85b910 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 1099 time: 0.0477414 Jan 19 18:41:32.115009 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f2dda7c4-bfe6-42e9-b90a-4b21e524ad64 req-71333835-1600-4667-8720-308754dcf419 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538394 Jan 19 18:41:32.626603 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74bb19-92d4-4018-8ef3-6d289ee77fcc req-bbfbb401-260b-4fdf-80c2-dc432163f2a6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:32.628190 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bb74bb19-92d4-4018-8ef3-6d289ee77fcc req-bbfbb401-260b-4fdf-80c2-dc432163f2a6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0847347 Jan 19 18:41:32.700936 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad8963-0c5d-493b-9c21-32d7d5267313 req-2d5033f3-0fd8-4bf3-bbf8-7155a4c60df4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:32.702567 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-93ad8963-0c5d-493b-9c21-32d7d5267313 req-2d5033f3-0fd8-4bf3-bbf8-7155a4c60df4 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 945 time: 0.0933976 Jan 19 18:41:32.730166 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bb74bb19-92d4-4018-8ef3-6d289ee77fcc req-1b7fae17-0dd4-462d-bb01-13e9c55444b6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779965 Jan 19 18:41:32.778332 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-93ad8963-0c5d-493b-9c21-32d7d5267313 req-c17298ee-6415-4dc3-b365-fcec56d8cf6b tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637910 Jan 19 18:41:32.924430 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92626d18-818c-43a7-94a5-cbe2b95d75fd req-7869f18c-514e-4a7d-b9f0-ed52a5c8d7cb tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:32.926058 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-92626d18-818c-43a7-94a5-cbe2b95d75fd req-7869f18c-514e-4a7d-b9f0-ed52a5c8d7cb tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0539963 Jan 19 18:41:32.997592 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-92626d18-818c-43a7-94a5-cbe2b95d75fd req-e42ae5d9-13ed-4ad6-98b2-057279411826 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650599 Jan 19 18:41:33.039499 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3536a-34d0-48d0-ac53-e434de3d2134 req-36f22209-4ee2-4c93-9f22-fb4ce34e1ea7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:33.041063 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c3e3536a-34d0-48d0-ac53-e434de3d2134 req-36f22209-4ee2-4c93-9f22-fb4ce34e1ea7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0580828 Jan 19 18:41:33.095479 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c3e3536a-34d0-48d0-ac53-e434de3d2134 req-15bf6f72-ab4f-4428-bb18-0ecc86f1aab4 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465398 Jan 19 18:41:33.246111 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867568c-feb0-4c88-8e38-7c826579089f req-4fabd8c2-dd91-49f4-bfe3-1e1d9a456419 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:33.248836 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9867568c-feb0-4c88-8e38-7c826579089f req-4fabd8c2-dd91-49f4-bfe3-1e1d9a456419 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0742424 Jan 19 18:41:33.336237 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9867568c-feb0-4c88-8e38-7c826579089f req-81c772ac-f05f-48c7-8a7a-a351705ff2e5 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809813 Jan 19 18:41:33.695528 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6aab6-8fc0-48f3-a071-9eb06b059653 req-9352bb82-4c2d-4696-8ab3-c37d40ba4966 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:33.697973 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f1b6aab6-8fc0-48f3-a071-9eb06b059653 req-9352bb82-4c2d-4696-8ab3-c37d40ba4966 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0608230 Jan 19 18:41:33.765655 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f1b6aab6-8fc0-48f3-a071-9eb06b059653 req-38f1ad80-fc88-4de9-be9c-4bb4cab72d26 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616581 Jan 19 18:41:33.927068 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72f227-a454-4a2d-98c2-a3c3bf86f717 req-43a5225a-45a7-4250-83aa-1195e39706fe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:33.929058 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2f72f227-a454-4a2d-98c2-a3c3bf86f717 req-43a5225a-45a7-4250-83aa-1195e39706fe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0632019 Jan 19 18:41:34.045443 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2f72f227-a454-4a2d-98c2-a3c3bf86f717 req-af3fe850-d8d0-474f-b054-23ada6ab0d94 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101871 Jan 19 18:41:34.128167 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d40b4d-60c4-4d82-b9cd-d9f11ae5d34d req-dec3e47a-4bf4-4bc9-a7b8-a9dc2d61bfbb tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:34.130952 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57d40b4d-60c4-4d82-b9cd-d9f11ae5d34d req-dec3e47a-4bf4-4bc9-a7b8-a9dc2d61bfbb tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 945 time: 0.1133118 Jan 19 18:41:34.279103 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbec83-b8a1-4e3f-95ae-daae4da941f5 req-8e431ca8-6a01-4250-8d9d-e95d929d1b50 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:34.290972 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fcfbec83-b8a1-4e3f-95ae-daae4da941f5 req-8e431ca8-6a01-4250-8d9d-e95d929d1b50 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.1583116 Jan 19 18:41:34.309160 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57d40b4d-60c4-4d82-b9cd-d9f11ae5d34d req-a46b2f59-fd24-450e-99cb-5325af9bb72c tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588738 Jan 19 18:41:34.343276 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b58b56-e4d2-4d25-b33e-e65d86c8e467 req-fbdfe8b7-2931-41c0-a136-d94920fe924d tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:34.345962 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-64b58b56-e4d2-4d25-b33e-e65d86c8e467 req-fbdfe8b7-2931-41c0-a136-d94920fe924d tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 945 time: 0.0812054 Jan 19 18:41:34.374475 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fcfbec83-b8a1-4e3f-95ae-daae4da941f5 req-ebcc141d-0c10-4afc-a664-c9937beff810 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821102 Jan 19 18:41:34.477564 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-64b58b56-e4d2-4d25-b33e-e65d86c8e467 req-33e31214-f095-4c4e-b2a0-41ed3b08b839 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Deleting port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:41:34.477881 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-64b58b56-e4d2-4d25-b33e-e65d86c8e467 req-33e31214-f095-4c4e-b2a0-41ed3b08b839 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:34.480964 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4859c-7bf1-473e-92bb-35dabb4e92b4 req-ec37feba-9453-4fe0-90fc-2a0f9cf552d9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:34.483678 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5db4859c-7bf1-473e-92bb-35dabb4e92b4 req-ec37feba-9453-4fe0-90fc-2a0f9cf552d9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0682220 Jan 19 18:41:34.563043 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5db4859c-7bf1-473e-92bb-35dabb4e92b4 req-9150b33c-cf0d-4c70-90b3-c3c3e3fcc1ab tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729127 Jan 19 18:41:34.592135 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-64b58b56-e4d2-4d25-b33e-e65d86c8e467 req-33e31214-f095-4c4e-b2a0-41ed3b08b839 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] For port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:34.592506 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-64b58b56-e4d2-4d25-b33e-e65d86c8e467 req-33e31214-f095-4c4e-b2a0-41ed3b08b839 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:34.607832 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-64b58b56-e4d2-4d25-b33e-e65d86c8e467 req-33e31214-f095-4c4e-b2a0-41ed3b08b839 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Calling delete_port for ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 owned by compute:nova {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:41:34.789596 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-64b58b56-e4d2-4d25-b33e-e65d86c8e467 req-33e31214-f095-4c4e-b2a0-41ed3b08b839 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (ae8e3dc3-989f-4e65-aa75-1fb30ad40f25), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:34.804301 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['9bf25b29-d45f-4e15-b6d1-69765810c789', 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:41:34.822878 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e31214-f095-4c4e-b2a0-41ed3b08b839 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Pushing event deleted for resources: {'Port': ['ID=ae8e3dc3-989f-4e65-aa75-1fb30ad40f25,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:34.849123 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0ceb5-b1c3-43e6-84a0-9c369fea4916 req-f6f964b7-ac4f-4acb-ac15-e0546c4f7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:34.851822 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98d0ceb5-b1c3-43e6-84a0-9c369fea4916 req-f6f964b7-ac4f-4acb-ac15-e0546c4f7899 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9134810dccaa4b8d8354da4bd183f4be&device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 1099 time: 0.0555849 Jan 19 18:41:34.876388 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b58b56-e4d2-4d25-b33e-e65d86c8e467 req-33e31214-f095-4c4e-b2a0-41ed3b08b839 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] No DVR routers for this DVR port ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 on host hv-cinder-82536 {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:41:34.879418 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-64b58b56-e4d2-4d25-b33e-e65d86c8e467 req-33e31214-f095-4c4e-b2a0-41ed3b08b839 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:34.883472 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-64b58b56-e4d2-4d25-b33e-e65d86c8e467 req-33e31214-f095-4c4e-b2a0-41ed3b08b839 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "DELETE /v2.0/ports/ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 HTTP/1.1" status: 204 len: 173 time: 0.5294285 Jan 19 18:41:34.884174 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daba93a8-592a-46de-bc7f-70cbecb7f120', 'name': 'network-vif-deleted', 'tag': 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:41:34.886670 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd506ced-8521-4373-8376-a2cf0178640a" -d '{"events": [{"server_uuid": "daba93a8-592a-46de-bc7f-70cbecb7f120", "name": "network-vif-deleted", "tag": "ae8e3dc3-989f-4e65-aa75-1fb30ad40f25"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:41:34.934240 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f9246c-84d8-4994-8e9a-482726741d92 x-openstack-request-id: req-36f9246c-84d8-4994-8e9a-482726741d92 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:41:34.934545 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daba93a8-592a-46de-bc7f-70cbecb7f120", "name": "network-vif-deleted", "tag": "ae8e3dc3-989f-4e65-aa75-1fb30ad40f25", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:41:34.934812 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36f9246c-84d8-4994-8e9a-482726741d92 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:41:34.935226 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daba93a8-592a-46de-bc7f-70cbecb7f120', 'name': 'network-vif-deleted', 'tag': 'ae8e3dc3-989f-4e65-aa75-1fb30ad40f25', 'status': 'completed', 'code': 200} Jan 19 18:41:34.986295 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b48dd-cc3e-41c8-9e75-815f5a297169 req-e7b24efd-e206-4d60-a048-88df9c40890d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:34.988052 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-284b48dd-cc3e-41c8-9e75-815f5a297169 req-e7b24efd-e206-4d60-a048-88df9c40890d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.1252506 Jan 19 18:41:35.035048 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0ceb5-b1c3-43e6-84a0-9c369fea4916 req-06429e03-b36b-49d6-ac22-54765ad9aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:35.037124 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98d0ceb5-b1c3-43e6-84a0-9c369fea4916 req-06429e03-b36b-49d6-ac22-54765ad9aee7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 200 len: 918 time: 0.1754994 Jan 19 18:41:35.091189 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98d0ceb5-b1c3-43e6-84a0-9c369fea4916 req-f7e4f829-349e-4fce-bf32-07a16743db08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0641e1f3-685b-4c50-996e-2cc1016a501d HTTP/1.1" status: 200 len: 217 time: 0.0480196 Jan 19 18:41:35.099688 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-284b48dd-cc3e-41c8-9e75-815f5a297169 req-db1471b6-0b9a-460b-86ae-9dc6f9771cda tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001499 Jan 19 18:41:35.150441 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0ceb5-b1c3-43e6-84a0-9c369fea4916 req-cb0c7ab1-3f67-4683-b414-5dc5ed10af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:35.151913 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98d0ceb5-b1c3-43e6-84a0-9c369fea4916 req-cb0c7ab1-3f67-4683-b414-5dc5ed10af72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc81372-e93e-4872-8a55-ba0e75003d2d HTTP/1.1" status: 200 len: 858 time: 0.0512664 Jan 19 18:41:35.193991 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98d0ceb5-b1c3-43e6-84a0-9c369fea4916 req-46a6a5be-a76a-4710-adf7-fe5fa7aa6d61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3370ab0-9752-4223-b815-eeb0068618c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327730 Jan 19 18:41:35.300773 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0791133-9a49-4571-832e-806489033e01 req-b73db7b4-4a91-4786-afdb-5bc0f5bb8c9a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:35.302597 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e0791133-9a49-4571-832e-806489033e01 req-b73db7b4-4a91-4786-afdb-5bc0f5bb8c9a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.1110692 Jan 19 18:41:35.358401 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98d0ceb5-b1c3-43e6-84a0-9c369fea4916 req-fa9f2268-9da3-43ef-b3f5-ebd48e1d16ee service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376457 Jan 19 18:41:35.401266 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e0791133-9a49-4571-832e-806489033e01 req-75f5545f-ea2c-44b1-852e-3dfd081603d7 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830982 Jan 19 18:41:35.508643 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-82129ee9-857c-4517-814b-6f23d6ec92ce req-5de623f0-69a2-42ad-bc6e-36c44a51b772 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=daba93a8-592a-46de-bc7f-70cbecb7f120 HTTP/1.1" status: 200 len: 210 time: 0.0532231 Jan 19 18:41:35.598187 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98d0ceb5-b1c3-43e6-84a0-9c369fea4916 req-95e0631b-c483-4aef-9d4b-ae0ebd6d132a service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167418 Jan 19 18:41:35.652032 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2255d-4353-430d-b41b-e388af9b4fa3 req-9a34583f-fbb2-49ac-a793-ffbb4966dc8e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:35.654762 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2eb2255d-4353-430d-b41b-e388af9b4fa3 req-9a34583f-fbb2-49ac-a793-ffbb4966dc8e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.1119397 Jan 19 18:41:35.709558 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2eb2255d-4353-430d-b41b-e388af9b4fa3 req-213ada2f-dde9-4228-bf58-43caab5aa923 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486720 Jan 19 18:41:36.281828 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c42a7-192b-4137-a7a3-65b17fb0ee0f req-70efc06c-f243-4cd5-9ea2-3dcd22c6cd97 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:36.284490 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0e3c42a7-192b-4137-a7a3-65b17fb0ee0f req-70efc06c-f243-4cd5-9ea2-3dcd22c6cd97 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0854225 Jan 19 18:41:36.339233 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0e3c42a7-192b-4137-a7a3-65b17fb0ee0f req-58dc83bb-e515-4f66-9937-fe605a7e0362 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482521 Jan 19 18:41:36.554688 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54ce7-3cd2-4772-8e0e-eabe4d2ad55f req-fa6be6a1-0286-43cd-82af-22c0124a234d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:36.556192 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f0b54ce7-3cd2-4772-8e0e-eabe4d2ad55f req-fa6be6a1-0286-43cd-82af-22c0124a234d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0647302 Jan 19 18:41:36.607670 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f0b54ce7-3cd2-4772-8e0e-eabe4d2ad55f req-e3bb5c43-56e9-4712-a2fc-81c96897c427 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453024 Jan 19 18:41:36.839669 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eb323-9bb7-492d-ac4a-e294b2ac6bc9 req-d11e70b9-f7d1-4640-824e-1da514069f47 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:36.841605 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5a6eb323-9bb7-492d-ac4a-e294b2ac6bc9 req-d11e70b9-f7d1-4640-824e-1da514069f47 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0538573 Jan 19 18:41:36.896957 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5a6eb323-9bb7-492d-ac4a-e294b2ac6bc9 req-6537f854-96ba-4453-927b-d1b4e00c91cf tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484641 Jan 19 18:41:37.470895 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07d60a-6c7c-4207-8af4-3d7bf11eafcf req-ef98cfc2-a828-480c-a3c0-143011df09f6 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:37.472445 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0c07d60a-6c7c-4207-8af4-3d7bf11eafcf req-ef98cfc2-a828-480c-a3c0-143011df09f6 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0594845 Jan 19 18:41:37.527511 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0c07d60a-6c7c-4207-8af4-3d7bf11eafcf req-843e02b4-cb8d-41e8-8fd6-5bd1ad237b46 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472460 Jan 19 18:41:37.757879 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daac392-64dc-49cb-bbbc-77707f4556eb req-cd4a376b-dd75-4676-baca-c4d73f2590cb tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:37.759443 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5daac392-64dc-49cb-bbbc-77707f4556eb req-cd4a376b-dd75-4676-baca-c4d73f2590cb tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 944 time: 0.0691366 Jan 19 18:41:37.812069 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5daac392-64dc-49cb-bbbc-77707f4556eb req-1a32a113-3020-4efe-8c16-aae00e904a31 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463624 Jan 19 18:41:37.948471 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a8ac5-3538-498d-aaff-a3fd5811532a req-8cff557d-972f-4474-8470-2221220fd187 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:37.950058 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bc8a8ac5-3538-498d-aaff-a3fd5811532a req-8cff557d-972f-4474-8470-2221220fd187 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 946 time: 0.0519481 Jan 19 18:41:38.031623 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bc8a8ac5-3538-498d-aaff-a3fd5811532a req-0c3555f0-08fd-41b8-839a-d7fc12b7b785 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755746 Jan 19 18:41:38.052642 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f00dd-7f5e-44e1-b188-bf351823c9a2 req-4d15ca6e-e7e0-40bf-9ee3-1fd8ef47fb19 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:38.054727 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-642f00dd-7f5e-44e1-b188-bf351823c9a2 req-4d15ca6e-e7e0-40bf-9ee3-1fd8ef47fb19 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0690434 Jan 19 18:41:38.114253 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-642f00dd-7f5e-44e1-b188-bf351823c9a2 req-61e6d92a-25e1-4913-951f-329f94ec89e4 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537791 Jan 19 18:41:38.619084 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:41:38.621556 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:41:38.649138 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:41:38.649486 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device ae8e3dc3-989f-4e65-aa75-1fb30ad40f25 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:41:38.655468 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3dab5-331f-4628-8bd2-dbd7c90a1484 req-aaa3ef08-2202-4b3e-88b4-4bfee787068c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:38.657036 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-24c3dab5-331f-4628-8bd2-dbd7c90a1484 req-aaa3ef08-2202-4b3e-88b4-4bfee787068c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0555954 Jan 19 18:41:38.718829 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-24c3dab5-331f-4628-8bd2-dbd7c90a1484 req-ef433fdf-b5de-43bc-bec2-992fde5ca666 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557432 Jan 19 18:41:38.742202 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:38.761355 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'port_id': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'mac_address': 'fa:16:3e:07:c8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:41:38.801922 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:41:38.802575 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:38.819803 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:41:38.855417 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:38.862300 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:38.946600 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,revision_number=9']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:38.955578 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.956011 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.956384 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.957343 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.957697 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.958101 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.958443 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.958779 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.959113 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.959450 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.960055 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.960399 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.961254 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:41:38.988831 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48b8b2-8dd0-48fd-9a59-14275a156350 req-efe7bd4b-a393-4c22-a08a-80af74637cfd tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:38.992375 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3d48b8b2-8dd0-48fd-9a59-14275a156350 req-efe7bd4b-a393-4c22-a08a-80af74637cfd tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 945 time: 0.0768118 Jan 19 18:41:39.072803 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3d48b8b2-8dd0-48fd-9a59-14275a156350 req-1e4d2d0f-b667-4e4c-a615-98897326e95c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649817 Jan 19 18:41:39.171973 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:41:39.208112 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b84ec-d496-460c-93c5-f5a284610359 req-54943861-e791-4f10-89f7-47508c117545 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:39.216308 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-698b84ec-d496-460c-93c5-f5a284610359 req-54943861-e791-4f10-89f7-47508c117545 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 946 time: 0.0844519 Jan 19 18:41:39.297828 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-698b84ec-d496-460c-93c5-f5a284610359 req-b2f6fadf-7142-4b3d-9540-bb3ad0f1632e tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/security-groups?id=388ee1c9-2a96-47d5-8617-f3fa80202f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805039 Jan 19 18:41:39.310126 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f940b-94c9-4964-b7b6-19b8dcd5d63b req-be3a338c-b632-4c4f-b3e6-bd3de6360921 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:39.314274 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b7f940b-94c9-4964-b7b6-19b8dcd5d63b req-be3a338c-b632-4c4f-b3e6-bd3de6360921 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0806725 Jan 19 18:41:39.365796 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b7f940b-94c9-4964-b7b6-19b8dcd5d63b req-0bfbcee2-5481-4399-b6c9-81c17e4ab8ab tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451176 Jan 19 18:41:39.735663 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cfc61-70fe-4f69-80e1-9916f89eacd3 req-28fdc827-554d-4202-bc05-667644d44dea tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:39.737127 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-438cfc61-70fe-4f69-80e1-9916f89eacd3 req-28fdc827-554d-4202-bc05-667644d44dea tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 946 time: 0.0548029 Jan 19 18:41:39.828135 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-438cfc61-70fe-4f69-80e1-9916f89eacd3 req-5b0887a5-9416-42d9-91d5-2acec95c89f6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Deleting port 9bf25b29-d45f-4e15-b6d1-69765810c789 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:41:39.828491 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-438cfc61-70fe-4f69-80e1-9916f89eacd3 req-5b0887a5-9416-42d9-91d5-2acec95c89f6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:39.927797 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-438cfc61-70fe-4f69-80e1-9916f89eacd3 req-5b0887a5-9416-42d9-91d5-2acec95c89f6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] For port 9bf25b29-d45f-4e15-b6d1-69765810c789, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9bf25b29-d45f-4e15-b6d1-69765810c789,segment=NetworkSegment(705c0003-fe38-460d-aeed-474bf8f132f8),segment_id=705c0003-fe38-460d-aeed-474bf8f132f8)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:39.928412 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-438cfc61-70fe-4f69-80e1-9916f89eacd3 req-5b0887a5-9416-42d9-91d5-2acec95c89f6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:39.947519 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-438cfc61-70fe-4f69-80e1-9916f89eacd3 req-5b0887a5-9416-42d9-91d5-2acec95c89f6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Calling delete_port for 9bf25b29-d45f-4e15-b6d1-69765810c789 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:41:40.088238 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-438cfc61-70fe-4f69-80e1-9916f89eacd3 req-5b0887a5-9416-42d9-91d5-2acec95c89f6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (9bf25b29-d45f-4e15-b6d1-69765810c789), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:40.100130 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['9bf25b29-d45f-4e15-b6d1-69765810c789'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:41:40.122178 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0887a5-9416-42d9-91d5-2acec95c89f6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Pushing event deleted for resources: {'Port': ['ID=9bf25b29-d45f-4e15-b6d1-69765810c789,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:40.164671 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-438cfc61-70fe-4f69-80e1-9916f89eacd3 req-5b0887a5-9416-42d9-91d5-2acec95c89f6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] No DVR routers for this DVR port 9bf25b29-d45f-4e15-b6d1-69765810c789 on host hv-cinder-82536 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:41:40.168135 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-438cfc61-70fe-4f69-80e1-9916f89eacd3 req-5b0887a5-9416-42d9-91d5-2acec95c89f6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:40.171750 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-438cfc61-70fe-4f69-80e1-9916f89eacd3 req-5b0887a5-9416-42d9-91d5-2acec95c89f6 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.35 "DELETE /v2.0/ports/9bf25b29-d45f-4e15-b6d1-69765810c789 HTTP/1.1" status: 204 len: 173 time: 0.4288061 Jan 19 18:41:40.172864 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e9fd49-fa42-4d3c-9ea3-087ab571f774', 'name': 'network-vif-deleted', 'tag': '9bf25b29-d45f-4e15-b6d1-69765810c789'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:41:40.175533 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8b6587-ec76-405d-bf68-dae20be0c646" -d '{"events": [{"server_uuid": "64e9fd49-fa42-4d3c-9ea3-087ab571f774", "name": "network-vif-deleted", "tag": "9bf25b29-d45f-4e15-b6d1-69765810c789"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:41:40.237125 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a330-93be-4c4e-a94b-4a1bf9a4ce24 req-70cc0426-72bc-4672-a216-3f8670a4533a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:40.246008 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a69a330-93be-4c4e-a94b-4a1bf9a4ce24 req-70cc0426-72bc-4672-a216-3f8670a4533a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 945 time: 0.0632379 Jan 19 18:41:40.266154 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ff8008-2f8f-4566-8139-2ea53f57cb70 x-openstack-request-id: req-c4ff8008-2f8f-4566-8139-2ea53f57cb70 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:41:40.267458 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e9fd49-fa42-4d3c-9ea3-087ab571f774", "name": "network-vif-deleted", "tag": "9bf25b29-d45f-4e15-b6d1-69765810c789", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:41:40.267972 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4ff8008-2f8f-4566-8139-2ea53f57cb70 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:41:40.268513 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e9fd49-fa42-4d3c-9ea3-087ab571f774', 'name': 'network-vif-deleted', 'tag': '9bf25b29-d45f-4e15-b6d1-69765810c789', 'status': 'completed', 'code': 200} Jan 19 18:41:40.317383 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a69a330-93be-4c4e-a94b-4a1bf9a4ce24 req-6c3c428a-38f8-41d3-af25-48d3cb392f78 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703726 Jan 19 18:41:40.404112 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfd249-8c7b-43fd-b2d3-03da3aece9d4 req-b9c346d9-e5df-4ef5-b176-8ab11db8de3f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:40.406470 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b5bfd249-8c7b-43fd-b2d3-03da3aece9d4 req-b9c346d9-e5df-4ef5-b176-8ab11db8de3f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0533061 Jan 19 18:41:40.453566 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7da6b89c-7081-4014-b5a5-3274072228c4 req-806e9520-a71b-4cf1-b15b-3ebe0c679523 tempest-AttachVolumeNegativeTest-701609603 tempest-AttachVolumeNegativeTest-701609603-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e9fd49-fa42-4d3c-9ea3-087ab571f774 HTTP/1.1" status: 200 len: 210 time: 0.0421770 Jan 19 18:41:40.486208 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b5bfd249-8c7b-43fd-b2d3-03da3aece9d4 req-bb7dac30-ed67-4652-92dd-3f39fb760567 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729549 Jan 19 18:41:40.570280 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62346c3-3145-48a1-81c3-48aba2d88fb7 req-73c83a36-f029-4c08-9c0c-2ccdf14a3b6e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:40.571740 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f62346c3-3145-48a1-81c3-48aba2d88fb7 req-73c83a36-f029-4c08-9c0c-2ccdf14a3b6e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0504317 Jan 19 18:41:40.617200 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:41:40.630129 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f62346c3-3145-48a1-81c3-48aba2d88fb7 req-9a16cd9d-a88d-4069-b3ab-7b01e835367a tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528648 Jan 19 18:41:40.671081 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:41:40.671464 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:40.770918 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:41:40.771195 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:40.801966 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:41:40.805467 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bd27af-2bb1-473f-8a65-8d7055a0c5cd" -d '{"events": [{"server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "name": "network-vif-plugged", "status": "completed", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:41:40.824986 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:40.832747 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:40.878606 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8c3a90-86f0-43f7-a196-7cac87e3e3fa x-openstack-request-id: req-ed8c3a90-86f0-43f7-a196-7cac87e3e3fa {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:41:40.878991 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "name": "network-vif-plugged", "status": "completed", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:41:40.879412 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed8c3a90-86f0-43f7-a196-7cac87e3e3fa {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:41:40.880030 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'code': 200} Jan 19 18:41:40.911448 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,revision_number=10']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:41.372822 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943aa21-5ec6-49a8-8aba-690d8f95bd89 req-1b5023b0-42db-40c0-b658-b2f26f0393e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:41.374335 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1943aa21-5ec6-49a8-8aba-690d8f95bd89 req-1b5023b0-42db-40c0-b658-b2f26f0393e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 1100 time: 0.0406008 Jan 19 18:41:41.448814 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1943aa21-5ec6-49a8-8aba-690d8f95bd89 req-87759afe-7ab3-4928-b897-20c6ebfaade6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667074 Jan 19 18:41:41.463937 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcb64c-35ee-4e75-917f-66465de88fb6 req-28d57c95-7ccc-4f9e-82b4-469c02238d88 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:41.465360 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-44fcb64c-35ee-4e75-917f-66465de88fb6 req-28d57c95-7ccc-4f9e-82b4-469c02238d88 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 947 time: 0.0691116 Jan 19 18:41:41.514181 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41408) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:41.515453 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-44fcb64c-35ee-4e75-917f-66465de88fb6 req-bceca728-bbc6-43bc-98b6-1f95546b0f96 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444949 Jan 19 18:41:41.558553 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae2b595-77c1-49bb-a0f6-ab4e7a90bbe1 admin admin] Deleting subnet e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa {{(pid=103027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:41:41.561898 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b595-77c1-49bb-a0f6-ab4e7a90bbe1 admin admin] Publish callbacks [] for subnet (e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:41.598882 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b595-77c1-49bb-a0f6-ab4e7a90bbe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27100997'] for subnet (e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:41.644114 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b595-77c1-49bb-a0f6-ab4e7a90bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:41.708970 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b595-77c1-49bb-a0f6-ab4e7a90bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25328278'] for subnet (e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:41.740805 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2b595-77c1-49bb-a0f6-ab4e7a90bbe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:41.745143 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b595-77c1-49bb-a0f6-ab4e7a90bbe1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:41.748822 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-5ae2b595-77c1-49bb-a0f6-ab4e7a90bbe1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e98bb3d1-99c4-4dbf-a3a8-88eab2c8d7fa HTTP/1.1" status: 204 len: 168 time: 0.2335222 Jan 19 18:41:41.751661 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41412) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:41.769449 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21b511-ef85-4b9d-9377-7229419b8e79 req-35d3ce98-cb3b-4bc1-8a90-290395170806 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:41.770960 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e21b511-ef85-4b9d-9377-7229419b8e79 req-35d3ce98-cb3b-4bc1-8a90-290395170806 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0597606 Jan 19 18:41:41.820152 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e21b511-ef85-4b9d-9377-7229419b8e79 req-589d088f-d2b2-4168-898e-7ca9c19a87bc tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423388 Jan 19 18:41:41.821352 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (26a47aa7-117f-4621-b9ad-80fcc51b4f58), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:41.910544 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (26a47aa7-117f-4621-b9ad-80fcc51b4f58), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:41.932112 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a47aa7-117f-4621-b9ad-80fcc51b4f58']}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:41:41.942753 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705c0003-fe38-460d-aeed-474bf8f132f8') {'for_net_delete': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:41:41.943059 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705c0003-fe38-460d-aeed-474bf8f132f8') {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:41:41.953709 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27101020'] for segment (705c0003-fe38-460d-aeed-474bf8f132f8), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:41.969917 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (705c0003-fe38-460d-aeed-474bf8f132f8), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:41.977282 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:41:41.977683 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141864'] for segment (705c0003-fe38-460d-aeed-474bf8f132f8), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: Traceback (most recent call last): Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: timer() Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: cb(*args, **kw) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: return func(*args, **kwargs) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: self._notify() Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: self.callback(batched_events) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: event.method(event) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: return f(self, *a, **k) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._get(url).json() Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: return self.request(url, 'GET', **kwargs) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:41:41.979469 dv-cinder-825360-1-iscsi neutron-server[103027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:41:42.036589 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (26a47aa7-117f-4621-b9ad-80fcc51b4f58), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:42.041616 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:42.045524 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] 10.222.0.39 "DELETE /v2.0/networks/26a47aa7-117f-4621-b9ad-80fcc51b4f58 HTTP/1.1" status: 204 len: 168 time: 0.2929091 Jan 19 18:41:42.064274 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f447257-6ff6-413f-98ab-5a04d348e55d admin admin] Pushing event deleted for resources: {'Network': ['ID=26a47aa7-117f-4621-b9ad-80fcc51b4f58,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:42.246510 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41418) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:42.290116 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-ba236e36-ad4f-4641-b138-06ae6aa3b86b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=830225ef6edb4906810978eedcd3b723&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423434 Jan 19 18:41:42.295451 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41420) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:42.344588 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30d98ddd-3930-4b0e-a939-3ec85789f52b admin admin] Publish callbacks [] for security_group (388ee1c9-2a96-47d5-8617-f3fa80202f51), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:42.369574 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30d98ddd-3930-4b0e-a939-3ec85789f52b admin admin] Publish callbacks [] for security_group (388ee1c9-2a96-47d5-8617-f3fa80202f51), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:42.422809 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30d98ddd-3930-4b0e-a939-3ec85789f52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (388ee1c9-2a96-47d5-8617-f3fa80202f51), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:42.425613 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-30d98ddd-3930-4b0e-a939-3ec85789f52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:42.426762 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-30d98ddd-3930-4b0e-a939-3ec85789f52b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/388ee1c9-2a96-47d5-8617-f3fa80202f51 HTTP/1.1" status: 204 len: 168 time: 0.1303306 Jan 19 18:41:42.436308 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d98ddd-3930-4b0e-a939-3ec85789f52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388ee1c9-2a96-47d5-8617-f3fa80202f51,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:42.656615 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4c686-f7a0-4081-a0b9-6e5abaad3bcc req-2f2ff363-d13e-49b2-8390-5304c608a7e5 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:42.658248 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18c4c686-f7a0-4081-a0b9-6e5abaad3bcc req-2f2ff363-d13e-49b2-8390-5304c608a7e5 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 947 time: 0.0482540 Jan 19 18:41:42.706275 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18c4c686-f7a0-4081-a0b9-6e5abaad3bcc req-7fb53c48-cc91-4e1d-8aa2-c6a98e020a88 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420690 Jan 19 18:41:42.965436 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bfafa-970c-4abf-bb69-894e441b1e4b req-a6b57988-0033-48bc-a2e9-631915596fbd tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:42.975480 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2d0bfafa-970c-4abf-bb69-894e441b1e4b req-a6b57988-0033-48bc-a2e9-631915596fbd tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0691302 Jan 19 18:41:43.037883 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2d0bfafa-970c-4abf-bb69-894e441b1e4b req-f465e518-cc52-49ed-bd8b-6fda1c29e813 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609324 Jan 19 18:41:43.686913 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca75c7-5c26-45f6-9317-63cb76d1c6a7 req-112a7161-2db6-4a5e-917f-a43832420b9d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:43.688489 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-84ca75c7-5c26-45f6-9317-63cb76d1c6a7 req-112a7161-2db6-4a5e-917f-a43832420b9d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0538273 Jan 19 18:41:43.744344 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-84ca75c7-5c26-45f6-9317-63cb76d1c6a7 req-fa87e310-2110-40f7-970f-3c1e8ac8f1e7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501552 Jan 19 18:41:43.778115 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41504) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:43.873118 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f28365-1e50-40fa-8cca-01c94aca9c23 req-6e68855a-ddfe-4a26-8cce-7b29beb3cac5 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:43.874447 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-50f28365-1e50-40fa-8cca-01c94aca9c23 req-6e68855a-ddfe-4a26-8cce-7b29beb3cac5 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 947 time: 0.0581005 Jan 19 18:41:43.931157 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-50f28365-1e50-40fa-8cca-01c94aca9c23 req-6e43a856-6532-4966-be18-92e26a713fad tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500848 Jan 19 18:41:44.046891 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c822a8-9699-4700-82a1-25caf4a706e0 tempest-TestMinimumBasicScenario-2096499863 tempest-TestMinimumBasicScenario-2096499863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:44.048794 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-f2c822a8-9699-4700-82a1-25caf4a706e0 tempest-TestMinimumBasicScenario-2096499863 tempest-TestMinimumBasicScenario-2096499863-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 1093 time: 0.2693589 Jan 19 18:41:44.051474 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41518) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:44.056359 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Request body: {'floatingip': {'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'port_id': 'f72e393a-f210-457c-bc88-15cb521c3671', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:41:44.091850 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:44.186987 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea92e59-d9d5-427b-89d7-9c89a7456ae9 req-ac962762-faed-4dd7-a856-ad74bea555a0 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:44.188594 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5ea92e59-d9d5-427b-89d7-9c89a7456ae9 req-ac962762-faed-4dd7-a856-ad74bea555a0 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0601840 Jan 19 18:41:44.211694 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:44.249055 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5ea92e59-d9d5-427b-89d7-9c89a7456ae9 req-dac8f0b4-7d1e-491c-9f9d-6d32cf374ab6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525491 Jan 19 18:41:44.348582 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Allocated IP 172.27.3.241 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/f11fe419-051e-4817-8c03-264d6c098e4d) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:41:44.570815 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41532) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:44.642268 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9bf25b29-d45f-4e15-b6d1-69765810c789 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:41:44.664879 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: 9bf25b29-d45f-4e15-b6d1-69765810c789 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:41:44.665072 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9bf25b29-d45f-4e15-b6d1-69765810c789 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:41:44.687684 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-374a1091-c06b-46f4-a69c-4f554d74ee0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:44.692819 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for port (f11fe419-051e-4817-8c03-264d6c098e4d), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:44.730817 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (f11fe419-051e-4817-8c03-264d6c098e4d), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:44.775268 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-374a1091-c06b-46f4-a69c-4f554d74ee0e admin admin] Publish callbacks [] for security_group (2ecb35c7-cef7-46a3-b845-2b1d79bbbdb4), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:44.775548 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:41:44.778988 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:41:44.779662 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-374a1091-c06b-46f4-a69c-4f554d74ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2ecb35c7-cef7-46a3-b845-2b1d79bbbdb4), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:44.783119 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:41:44.809597 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'Port': ['ID=f11fe419-051e-4817-8c03-264d6c098e4d,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:44.823477 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-374a1091-c06b-46f4-a69c-4f554d74ee0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1164dfb1c02947149366c63bcbcf440c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513444 Jan 19 18:41:44.824706 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a1091-c06b-46f4-a69c-4f554d74ee0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecb35c7-cef7-46a3-b845-2b1d79bbbdb4,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:44.826437 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41536) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:44.944999 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-390ad621-bd3e-49eb-b658-52c87d15a8bc admin admin] Publish callbacks [] for security_group (2ecb35c7-cef7-46a3-b845-2b1d79bbbdb4), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.012711 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-390ad621-bd3e-49eb-b658-52c87d15a8bc admin admin] Publish callbacks [] for security_group (2ecb35c7-cef7-46a3-b845-2b1d79bbbdb4), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.057108 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598520ec-eec0-457b-86be-e39ffeccabc5 req-b11b273b-c07b-4ae5-b57b-e2ba053797b3 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:45.058808 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-598520ec-eec0-457b-86be-e39ffeccabc5 req-b11b273b-c07b-4ae5-b57b-e2ba053797b3 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 947 time: 0.0538046 Jan 19 18:41:45.113131 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-598520ec-eec0-457b-86be-e39ffeccabc5 req-23d2ab11-effc-4c6f-85bc-5758c9fd63a1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487137 Jan 19 18:41:45.177525 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-390ad621-bd3e-49eb-b658-52c87d15a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2ecb35c7-cef7-46a3-b845-2b1d79bbbdb4), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.180738 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-390ad621-bd3e-49eb-b658-52c87d15a8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.181895 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-390ad621-bd3e-49eb-b658-52c87d15a8bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ecb35c7-cef7-46a3-b845-2b1d79bbbdb4 HTTP/1.1" status: 204 len: 168 time: 0.3542995 Jan 19 18:41:45.226213 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ad621-bd3e-49eb-b658-52c87d15a8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecb35c7-cef7-46a3-b845-2b1d79bbbdb4,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:45.307057 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for floatingip (6d0e2e99-fc22-4317-b350-edad08ba4b57), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.393791 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e68fa3-a038-4a6c-b009-c7418e01a868 req-51a082d7-7c54-413f-a379-df4d235fd745 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:45.394095 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (f11fe419-051e-4817-8c03-264d6c098e4d), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.401252 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a2e68fa3-a038-4a6c-b009-c7418e01a868 req-51a082d7-7c54-413f-a379-df4d235fd745 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0759017 Jan 19 18:41:45.458389 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a2e68fa3-a038-4a6c-b009-c7418e01a868 req-84d59555-dc63-43d8-b5fc-19240625e790 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530367 Jan 19 18:41:45.514700 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41552) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:45.529874 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-72987a19-7a32-4165-967e-7a0f756c6600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.641843 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-72987a19-7a32-4165-967e-7a0f756c6600 admin admin] Publish callbacks [] for security_group (844eabfd-4c50-4dd7-b220-e60585e633e1), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.643940 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for port (f11fe419-051e-4817-8c03-264d6c098e4d), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.648601 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-72987a19-7a32-4165-967e-7a0f756c6600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (844eabfd-4c50-4dd7-b220-e60585e633e1), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.650260 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (f11fe419-051e-4817-8c03-264d6c098e4d), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.726717 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'Port': ['ID=f11fe419-051e-4817-8c03-264d6c098e4d,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:45.741413 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (6d0e2e99-fc22-4317-b350-edad08ba4b57), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.749749 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-72987a19-7a32-4165-967e-7a0f756c6600 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=750c05d142384a35ace13c4c30ecdd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336147 Jan 19 18:41:45.751342 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72987a19-7a32-4165-967e-7a0f756c6600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844eabfd-4c50-4dd7-b220-e60585e633e1,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:45.755235 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41556) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:45.786384 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaa912-9eab-426b-a4ad-80615144b5ce req-f36fa5ab-17bc-464f-b190-73d30665c921 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:45.787916 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fcdaa912-9eab-426b-a4ad-80615144b5ce req-f36fa5ab-17bc-464f-b190-73d30665c921 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.1364138 Jan 19 18:41:45.802927 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30503209-3797-497a-9be4-24e089567cc3 req-d91beafc-6ee5-49ef-b612-0787ae9e5b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:45.804403 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30503209-3797-497a-9be4-24e089567cc3 req-d91beafc-6ee5-49ef-b612-0787ae9e5b97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 1098 time: 0.1080155 Jan 19 18:41:45.848110 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.l3_db [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Floating IP 6d0e2e99-fc22-4317-b350-edad08ba4b57 associated. External IP: 172.27.3.241, port: f72e393a-f210-457c-bc88-15cb521c3671. Jan 19 18:41:45.923252 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fcdaa912-9eab-426b-a4ad-80615144b5ce req-7894c899-b2d6-447f-b317-b0252d45887e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263771 Jan 19 18:41:45.923885 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bf51e884-831d-4216-9a18-d8de219ddee4 admin admin] Publish callbacks [] for security_group (844eabfd-4c50-4dd7-b220-e60585e633e1), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.969819 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bf51e884-831d-4216-9a18-d8de219ddee4 admin admin] Publish callbacks [] for security_group (844eabfd-4c50-4dd7-b220-e60585e633e1), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:45.971964 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30503209-3797-497a-9be4-24e089567cc3 req-7b437981-0635-4278-8ffe-3e7442fa44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:45.973514 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30503209-3797-497a-9be4-24e089567cc3 req-7b437981-0635-4278-8ffe-3e7442fa44c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 911 time: 0.1594491 Jan 19 18:41:46.091948 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30503209-3797-497a-9be4-24e089567cc3 req-3e1412ed-e6cf-4151-9603-01b27c9d4d53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c230ac-9512-4467-8015-7d53593f1bff HTTP/1.1" status: 200 len: 1001 time: 0.1000192 Jan 19 18:41:46.101435 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bf51e884-831d-4216-9a18-d8de219ddee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (844eabfd-4c50-4dd7-b220-e60585e633e1), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:46.104033 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bf51e884-831d-4216-9a18-d8de219ddee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:46.107561 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-bf51e884-831d-4216-9a18-d8de219ddee4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/844eabfd-4c50-4dd7-b220-e60585e633e1 HTTP/1.1" status: 204 len: 168 time: 0.3472350 Jan 19 18:41:46.114907 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Router 788e5fe9-88b4-419d-aa78-80705bc85178 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:41:46.160865 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51e884-831d-4216-9a18-d8de219ddee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844eabfd-4c50-4dd7-b220-e60585e633e1,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:46.190323 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30503209-3797-497a-9be4-24e089567cc3 req-a978c88f-fee6-43ed-8603-529deac2b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:46.193868 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30503209-3797-497a-9be4-24e089567cc3 req-a978c88f-fee6-43ed-8603-529deac2b96a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0924a93a-d057-4ea7-b98a-07d64d6605b6 HTTP/1.1" status: 200 len: 850 time: 0.0872455 Jan 19 18:41:46.248253 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:41:46.255453 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30503209-3797-497a-9be4-24e089567cc3 req-ce8fdec1-b9fd-43f8-a65a-5f9e696ac767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:46.258589 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30503209-3797-497a-9be4-24e089567cc3 req-ce8fdec1-b9fd-43f8-a65a-5f9e696ac767 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a83c77-a086-4b56-b863-c2c3d2e498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474315 Jan 19 18:41:46.267800 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcc876-a93d-481d-8c41-8550bbddec26 None None] Sync routers for ids ['788e5fe9-88b4-419d-aa78-80705bc85178'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:41:46.270997 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:46.283242 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcc876-a93d-481d-8c41-8550bbddec26 None None] Routers {'788e5fe9-88b4-419d-aa78-80705bc85178'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:41:46.284273 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-fddcc876-a93d-481d-8c41-8550bbddec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:41:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['788e5fe9-88b4-419d-aa78-80705bc85178'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:41:46.301189 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-271ff0b9-c812-4a4d-8868-1685e2a3425b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2476826 Jan 19 18:41:46.302352 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:41:46.305431 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdea097-b374-4f7b-b2ff-fe3283eba08a" -d '{"events": [{"name": "network-changed", "server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "tag": "f72e393a-f210-457c-bc88-15cb521c3671"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:41:46.320929 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41562) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:46.332048 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-a86a5424-a390-495e-a38c-220706328f2e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950687869', 'description': 'tempest-secgroup-smoke-950687869 description', 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:41:46.387832 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8283ceed-052b-4718-a896-658b018920ef x-openstack-request-id: req-8283ceed-052b-4718-a896-658b018920ef {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:41:46.388683 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "tag": "f72e393a-f210-457c-bc88-15cb521c3671", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:41:46.389171 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8283ceed-052b-4718-a896-658b018920ef {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:41:46.389820 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671', 'status': 'completed', 'code': 200} Jan 19 18:41:46.405996 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a86a5424-a390-495e-a38c-220706328f2e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:46.420042 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-fddcc876-a93d-481d-8c41-8550bbddec26 None None] Set router 788e5fe9-88b4-419d-aa78-80705bc85178 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:41:46.490581 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea097-b374-4f7b-b2ff-fe3283eba08a req-0c503dbb-0144-4f51-8e4c-08dd4c94078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:46.493124 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1cdea097-b374-4f7b-b2ff-fe3283eba08a req-0c503dbb-0144-4f51-8e4c-08dd4c94078d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85&device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 1098 time: 0.0643573 Jan 19 18:41:46.634577 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30503209-3797-497a-9be4-24e089567cc3 req-1935013c-f65f-4118-9ebb-49f5c2be2c7e service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574011 Jan 19 18:41:46.658585 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a86a5424-a390-495e-a38c-220706328f2e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group (c198f70e-eba2-497c-8309-a1259b8c11a9), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:46.660904 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea097-b374-4f7b-b2ff-fe3283eba08a req-3b73a4cf-6eed-436c-99f1-c7d7024320cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:46.662435 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1cdea097-b374-4f7b-b2ff-fe3283eba08a req-3b73a4cf-6eed-436c-99f1-c7d7024320cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c HTTP/1.1" status: 200 len: 915 time: 0.1532152 Jan 19 18:41:46.667347 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a86a5424-a390-495e-a38c-220706328f2e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (c198f70e-eba2-497c-8309-a1259b8c11a9), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:46.737112 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-fddcc876-a93d-481d-8c41-8550bbddec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:28Z', 'revision_number': 4, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '6d0e2e99-fc22-4317-b350-edad08ba4b57', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'port_id': 'f72e393a-f210-457c-bc88-15cb521c3671', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'mac_address': 'fa:16:3e:e8:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:41:45Z', 'updated_at': '2022-01-19T18:41:45Z', 'revision_number': 0, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdf267f-2059-4777-acc7-d4f3740c7c76', 'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'mac_address': 'fa:16:3e:e7:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:26Z', 'updated_at': '2022-01-19T18:40:34Z', 'revision_number': 5, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'subnets': [{'id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:41:46.761595 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a5424-a390-495e-a38c-220706328f2e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c198f70e-eba2-497c-8309-a1259b8c11a9,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:46.769399 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a86a5424-a390-495e-a38c-220706328f2e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:46.770654 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a86a5424-a390-495e-a38c-220706328f2e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4478755 Jan 19 18:41:46.776103 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41576) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:46.785942 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-f9edaf77-6f5d-4fb9-93a8-f96629582a17 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Request body: {'security_group_rule': {'security_group_id': 'c198f70e-eba2-497c-8309-a1259b8c11a9', 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:41:46.794261 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcc876-a93d-481d-8c41-8550bbddec26 None None] Checking router: 788e5fe9-88b4-419d-aa78-80705bc85178 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:41:46.799481 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1cdea097-b374-4f7b-b2ff-fe3283eba08a req-3b3273a6-419a-4b08-a2bd-98e2882123fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 200 len: 999 time: 0.1204801 Jan 19 18:41:46.805667 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcc876-a93d-481d-8c41-8550bbddec26 None None] Routers {'788e5fe9-88b4-419d-aa78-80705bc85178'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:41:46.806595 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-fddcc876-a93d-481d-8c41-8550bbddec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:41:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['788e5fe9-88b4-419d-aa78-80705bc85178'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:41:46.811781 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30503209-3797-497a-9be4-24e089567cc3 req-4c353150-97a9-4fc6-bd7c-d9ee91cf5f8b service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599188 Jan 19 18:41:46.870209 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f9edaf77-6f5d-4fb9-93a8-f96629582a17 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (e5d84c4a-2f01-4ec5-baf2-5f7e2f380b68), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:46.885674 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea097-b374-4f7b-b2ff-fe3283eba08a req-b1166552-e8bd-407f-9186-f981409d6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:46.887264 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1cdea097-b374-4f7b-b2ff-fe3283eba08a req-b1166552-e8bd-407f-9186-f981409d6880 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed4197e1-d7fb-4051-b8e3-cdb68222854f HTTP/1.1" status: 200 len: 854 time: 0.0774231 Jan 19 18:41:46.944381 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f9edaf77-6f5d-4fb9-93a8-f96629582a17 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (e5d84c4a-2f01-4ec5-baf2-5f7e2f380b68), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:46.950352 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea097-b374-4f7b-b2ff-fe3283eba08a req-3619f7fa-cf78-493a-b304-630aced8c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:46.952084 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f9edaf77-6f5d-4fb9-93a8-f96629582a17 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (e5d84c4a-2f01-4ec5-baf2-5f7e2f380b68), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:46.952291 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1cdea097-b374-4f7b-b2ff-fe3283eba08a req-3619f7fa-cf78-493a-b304-630aced8c291 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555563 Jan 19 18:41:46.960154 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-fddcc876-a93d-481d-8c41-8550bbddec26 None None] Set router 788e5fe9-88b4-419d-aa78-80705bc85178 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:41:46.987789 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edaf77-6f5d-4fb9-93a8-f96629582a17 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d84c4a-2f01-4ec5-baf2-5f7e2f380b68,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:47.000027 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f9edaf77-6f5d-4fb9-93a8-f96629582a17 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.001618 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f9edaf77-6f5d-4fb9-93a8-f96629582a17 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2244158 Jan 19 18:41:47.004659 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41586) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:47.013020 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-60cf712f-1eb4-4bf6-928d-5df5283c8d95 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Request body: {'security_group_rule': {'security_group_id': 'c198f70e-eba2-497c-8309-a1259b8c11a9', 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:41:47.076683 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-60cf712f-1eb4-4bf6-928d-5df5283c8d95 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (05fb78b2-a073-4f12-9092-3dd21b4a5f34), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.090648 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1cdea097-b374-4f7b-b2ff-fe3283eba08a req-e6b06463-e507-4d7f-9e72-95ca81d69ee9 service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309283 Jan 19 18:41:47.114651 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f0ee7-17cb-4390-bf36-5d47c12e36fd req-dd04acee-0823-4746-9d36-b144bfa062af tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:47.115766 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-681f0ee7-17cb-4390-bf36-5d47c12e36fd req-dd04acee-0823-4746-9d36-b144bfa062af tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0956314 Jan 19 18:41:47.174092 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-60cf712f-1eb4-4bf6-928d-5df5283c8d95 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (05fb78b2-a073-4f12-9092-3dd21b4a5f34), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.187062 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-60cf712f-1eb4-4bf6-928d-5df5283c8d95 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (05fb78b2-a073-4f12-9092-3dd21b4a5f34), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.208216 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-681f0ee7-17cb-4390-bf36-5d47c12e36fd req-facbd8c2-1abe-4e2f-a816-c7964939d773 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811398 Jan 19 18:41:47.215885 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf712f-1eb4-4bf6-928d-5df5283c8d95 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fb78b2-a073-4f12-9092-3dd21b4a5f34,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:47.228683 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-60cf712f-1eb4-4bf6-928d-5df5283c8d95 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.232808 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41590) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:47.233000 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-60cf712f-1eb4-4bf6-928d-5df5283c8d95 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2273979 Jan 19 18:41:47.238771 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-b3378792-1763-4b8e-806e-a361413c6e1d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Request body: {'security_group_rule': {'security_group_id': 'c198f70e-eba2-497c-8309-a1259b8c11a9', 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:41:47.284018 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1cdea097-b374-4f7b-b2ff-fe3283eba08a req-4e6d4ad7-7927-4884-940a-871ac1b552dc service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795819 Jan 19 18:41:47.298410 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-fddcc876-a93d-481d-8c41-8550bbddec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:28Z', 'revision_number': 4, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '6d0e2e99-fc22-4317-b350-edad08ba4b57', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'port_id': 'f72e393a-f210-457c-bc88-15cb521c3671', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'mac_address': 'fa:16:3e:e8:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:41:45Z', 'updated_at': '2022-01-19T18:41:45Z', 'revision_number': 0, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdf267f-2059-4777-acc7-d4f3740c7c76', 'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'mac_address': 'fa:16:3e:e7:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:26Z', 'updated_at': '2022-01-19T18:40:34Z', 'revision_number': 5, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'subnets': [{'id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:41:47.323562 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b3378792-1763-4b8e-806e-a361413c6e1d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (50e6495a-13ad-4d73-8afe-cc82c73367b7), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.335320 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcc876-a93d-481d-8c41-8550bbddec26 None None] The sync data for ids ['788e5fe9-88b4-419d-aa78-80705bc85178'] in dv-cinder-825360-1-iscsi is: [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:28Z', 'revision_number': 4, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '6d0e2e99-fc22-4317-b350-edad08ba4b57', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'port_id': 'f72e393a-f210-457c-bc88-15cb521c3671', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'mac_address': 'fa:16:3e:e8:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:41:45Z', 'updated_at': '2022-01-19T18:41:45Z', 'revision_number': 0, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdf267f-2059-4777-acc7-d4f3740c7c76', 'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'mac_address': 'fa:16:3e:e7:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:26Z', 'updated_at': '2022-01-19T18:40:34Z', 'revision_number': 5, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'subnets': [{'id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:41:47.421702 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b3378792-1763-4b8e-806e-a361413c6e1d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (50e6495a-13ad-4d73-8afe-cc82c73367b7), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.425746 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b3378792-1763-4b8e-806e-a361413c6e1d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (50e6495a-13ad-4d73-8afe-cc82c73367b7), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.450951 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3378792-1763-4b8e-806e-a361413c6e1d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e6495a-13ad-4d73-8afe-cc82c73367b7,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:47.460550 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b3378792-1763-4b8e-806e-a361413c6e1d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.466820 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b3378792-1763-4b8e-806e-a361413c6e1d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2279539 Jan 19 18:41:47.466820 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41598) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:47.471248 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-0db42bc4-b2c3-4388-8acd-631542e94730 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Request body: {'security_group_rule': {'security_group_id': 'c198f70e-eba2-497c-8309-a1259b8c11a9', 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:41:47.506338 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0db42bc4-b2c3-4388-8acd-631542e94730 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (df839eee-86cd-4064-8479-4cb2ea0ef137), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.579001 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0db42bc4-b2c3-4388-8acd-631542e94730 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (df839eee-86cd-4064-8479-4cb2ea0ef137), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.583151 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0db42bc4-b2c3-4388-8acd-631542e94730 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (df839eee-86cd-4064-8479-4cb2ea0ef137), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.611788 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db42bc4-b2c3-4388-8acd-631542e94730 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df839eee-86cd-4064-8479-4cb2ea0ef137,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:47.624834 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0db42bc4-b2c3-4388-8acd-631542e94730 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.630546 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41602) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:47.637300 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-05c24150-2660-4ee0-85cb-a4561b0298c0 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Request body: {'security_group_rule': {'security_group_id': 'c198f70e-eba2-497c-8309-a1259b8c11a9', 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:41:47.640856 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-0db42bc4-b2c3-4388-8acd-631542e94730 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1731277 Jan 19 18:41:47.643880 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e46cb-7439-4010-b201-5425c80c215f None None] New status for floating IP 6d0e2e99-fc22-4317-b350-edad08ba4b57: ACTIVE {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:41:47.682216 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.securitygroups_db [None req-05c24150-2660-4ee0-85cb-a4561b0298c0 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Project 0e2a8ac0ddbd440d8b1d507283bfbc85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 18:41:47.688148 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-05c24150-2660-4ee0-85cb-a4561b0298c0 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (3d822f55-28f3-4de3-93d8-cc30699cfd0d), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.768586 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-05c24150-2660-4ee0-85cb-a4561b0298c0 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (3d822f55-28f3-4de3-93d8-cc30699cfd0d), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.773155 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-05c24150-2660-4ee0-85cb-a4561b0298c0 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (3d822f55-28f3-4de3-93d8-cc30699cfd0d), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.795034 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c24150-2660-4ee0-85cb-a4561b0298c0 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d822f55-28f3-4de3-93d8-cc30699cfd0d,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:47.802492 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-05c24150-2660-4ee0-85cb-a4561b0298c0 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.804521 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-05c24150-2660-4ee0-85cb-a4561b0298c0 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1727777 Jan 19 18:41:47.808986 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41608) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:47.813972 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-3fdd55ef-25c1-420d-965a-0f4db11f296b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Request body: {'security_group_rule': {'security_group_id': 'c198f70e-eba2-497c-8309-a1259b8c11a9', 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:41:47.846858 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.securitygroups_db [None req-3fdd55ef-25c1-420d-965a-0f4db11f296b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Project 0e2a8ac0ddbd440d8b1d507283bfbc85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 18:41:47.854019 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3fdd55ef-25c1-420d-965a-0f4db11f296b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (796666ac-0bbc-442b-a355-099d88136f3d), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.915968 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3fdd55ef-25c1-420d-965a-0f4db11f296b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (796666ac-0bbc-442b-a355-099d88136f3d), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.920755 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3fdd55ef-25c1-420d-965a-0f4db11f296b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (796666ac-0bbc-442b-a355-099d88136f3d), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.939669 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd55ef-25c1-420d-965a-0f4db11f296b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796666ac-0bbc-442b-a355-099d88136f3d,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:47.954827 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3fdd55ef-25c1-420d-965a-0f4db11f296b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:47.956048 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3fdd55ef-25c1-420d-965a-0f4db11f296b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461489 Jan 19 18:41:48.055537 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3a2c3605-2c69-43c2-b3ad-cbbe8e08b272 req-f5240f42-bf94-4669-b766-2d3b3c4aa418 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950687869&fields=id&tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85 HTTP/1.1" status: 200 len: 267 time: 0.0499496 Jan 19 18:41:48.115308 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c3605-2c69-43c2-b3ad-cbbe8e08b272 req-d0289759-2ad7-4f2a-bf52-ee71da716fa2 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:48.117418 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3a2c3605-2c69-43c2-b3ad-cbbe8e08b272 req-d0289759-2ad7-4f2a-bf52-ee71da716fa2 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0563114 Jan 19 18:41:48.128939 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-3a2c3605-2c69-43c2-b3ad-cbbe8e08b272 req-cac97991-6e47-4c18-b786-d14b9a3c4d3a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Request body: {'port': {'security_groups': ['b505f3b9-dee4-4e7f-9418-1b7e0f5bef61', 'c198f70e-eba2-497c-8309-a1259b8c11a9']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:41:48.223896 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3a2c3605-2c69-43c2-b3ad-cbbe8e08b272 req-cac97991-6e47-4c18-b786-d14b9a3c4d3a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (f72e393a-f210-457c-bc88-15cb521c3671), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:48.269056 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:48.391452 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842a1c7-3e8e-4cd7-9587-e71dcdbe56ba req-087d52d7-2eef-4ce7-99cc-a5ce49f81ebc tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:48.393035 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4842a1c7-3e8e-4cd7-9587-e71dcdbe56ba req-087d52d7-2eef-4ce7-99cc-a5ce49f81ebc tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0973740 Jan 19 18:41:48.499001 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4842a1c7-3e8e-4cd7-9587-e71dcdbe56ba req-47354db5-780d-48ec-991e-f66b3d9005db tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997810 Jan 19 18:41:48.524490 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-3a2c3605-2c69-43c2-b3ad-cbbe8e08b272 req-cac97991-6e47-4c18-b786-d14b9a3c4d3a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] For port f72e393a-f210-457c-bc88-15cb521c3671, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=f72e393a-f210-457c-bc88-15cb521c3671,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:41:48.556714 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3a2c3605-2c69-43c2-b3ad-cbbe8e08b272 req-cac97991-6e47-4c18-b786-d14b9a3c4d3a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for port (f72e393a-f210-457c-bc88-15cb521c3671), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:48.563145 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3a2c3605-2c69-43c2-b3ad-cbbe8e08b272 req-cac97991-6e47-4c18-b786-d14b9a3c4d3a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (f72e393a-f210-457c-bc88-15cb521c3671), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:48.582840 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['f72e393a-f210-457c-bc88-15cb521c3671'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:41:48.612787 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c3605-2c69-43c2-b3ad-cbbe8e08b272 req-cac97991-6e47-4c18-b786-d14b9a3c4d3a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:48.613293 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3a2c3605-2c69-43c2-b3ad-cbbe8e08b272 req-cac97991-6e47-4c18-b786-d14b9a3c4d3a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:48.614749 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3a2c3605-2c69-43c2-b3ad-cbbe8e08b272 req-cac97991-6e47-4c18-b786-d14b9a3c4d3a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "PUT /v2.0/ports/f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 200 len: 981 time: 0.4911242 Jan 19 18:41:48.623479 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:41:48.625991 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "tag": "f72e393a-f210-457c-bc88-15cb521c3671"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:41:48.665631 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac97991-6e47-4c18-b786-d14b9a3c4d3a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'Port': ['ID=f72e393a-f210-457c-bc88-15cb521c3671,revision_number=6']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:48.715524 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aa01e1-63f6-4a0c-9ad8-f653f5413202 x-openstack-request-id: req-94aa01e1-63f6-4a0c-9ad8-f653f5413202 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:41:48.717410 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "tag": "f72e393a-f210-457c-bc88-15cb521c3671", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:41:48.721203 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94aa01e1-63f6-4a0c-9ad8-f653f5413202 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:41:48.721987 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671', 'status': 'completed', 'code': 200} Jan 19 18:41:48.819344 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c44087-658f-4146-af4a-0a9b09b1ff97 req-e2d5ebe5-d23b-4672-b99e-ad5f5f339c29 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:48.820613 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30c44087-658f-4146-af4a-0a9b09b1ff97 req-e2d5ebe5-d23b-4672-b99e-ad5f5f339c29 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0913625 Jan 19 18:41:48.830552 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['f72e393a-f210-457c-bc88-15cb521c3671'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:41:48.838035 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e req-b0ecc633-fbb1-454f-80fe-3074a84e0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:48.840544 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e req-b0ecc633-fbb1-454f-80fe-3074a84e0299 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85&device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 1137 time: 0.0891421 Jan 19 18:41:48.944837 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30c44087-658f-4146-af4a-0a9b09b1ff97 req-aff6133a-a89b-4574-a850-aa0a459c1a00 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163163 Jan 19 18:41:49.002856 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e req-9a12504e-cd9c-4504-8c4c-163c2723d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:49.004713 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e req-9a12504e-cd9c-4504-8c4c-163c2723d030 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c HTTP/1.1" status: 200 len: 915 time: 0.1515923 Jan 19 18:41:49.063954 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-c39c4cc8-d89e-422e-b75e-be839f6c7bb9 None None] Provisioning complete for port f72e393a-f210-457c-bc88-15cb521c3671 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:41:49.064327 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-c39c4cc8-d89e-422e-b75e-be839f6c7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (f72e393a-f210-457c-bc88-15cb521c3671), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:49.085813 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e req-75686cf0-b20b-4b49-b9a2-d9a5bde6f68d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 200 len: 1001 time: 0.0721393 Jan 19 18:41:49.113802 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41660) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:49.149042 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e req-5f21861a-af30-4e79-87d6-ea53693e9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:49.150771 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e req-5f21861a-af30-4e79-87d6-ea53693e9a22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed4197e1-d7fb-4051-b8e3-cdb68222854f HTTP/1.1" status: 200 len: 854 time: 0.0586419 Jan 19 18:41:49.219232 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e req-50def2df-5353-48b4-a40d-de45cd846859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:49.221138 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e req-50def2df-5353-48b4-a40d-de45cd846859 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608008 Jan 19 18:41:49.314830 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5bd03f54-6edf-47b4-b14d-ac16ee854d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:49.327481 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-c39c4cc8-d89e-422e-b75e-be839f6c7bb9 None None] Current status of the port f72e393a-f210-457c-bc88-15cb521c3671 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:41:49.354244 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e req-afc013c5-1c59-4281-be9e-cb8724ed3932 service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245468 Jan 19 18:41:49.452278 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5bd03f54-6edf-47b4-b14d-ac16ee854d35 admin admin] Publish callbacks [] for security_group (beb904cf-a91b-400b-978e-e3d4880cf21f), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:49.458669 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5bd03f54-6edf-47b4-b14d-ac16ee854d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (beb904cf-a91b-400b-978e-e3d4880cf21f), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:49.494374 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8e4a3b4b-2206-4ec0-9fc8-4a6522c60a6e req-26f0ae6f-5871-4671-9e77-403607933920 service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309125 Jan 19 18:41:49.515108 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-5bd03f54-6edf-47b4-b14d-ac16ee854d35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14d758de997a4055b9f1c965fea108f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3972087 Jan 19 18:41:49.515108 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd03f54-6edf-47b4-b14d-ac16ee854d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb904cf-a91b-400b-978e-e3d4880cf21f,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:49.515694 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41668) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:49.547830 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-fa8a55a0-122e-4786-9392-699dc522efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:49.586501 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-198f1377-06e2-49e4-8dc8-579d0d15455a admin admin] Publish callbacks [] for security_group (beb904cf-a91b-400b-978e-e3d4880cf21f), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:49.609559 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-198f1377-06e2-49e4-8dc8-579d0d15455a admin admin] Publish callbacks [] for security_group (beb904cf-a91b-400b-978e-e3d4880cf21f), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:49.673901 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-198f1377-06e2-49e4-8dc8-579d0d15455a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (beb904cf-a91b-400b-978e-e3d4880cf21f), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:49.676957 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-198f1377-06e2-49e4-8dc8-579d0d15455a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:49.681270 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-198f1377-06e2-49e4-8dc8-579d0d15455a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/beb904cf-a91b-400b-978e-e3d4880cf21f HTTP/1.1" status: 204 len: 168 time: 0.1618199 Jan 19 18:41:49.695208 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f1377-06e2-49e4-8dc8-579d0d15455a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb904cf-a91b-400b-978e-e3d4880cf21f,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:49.961566 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ad63-8ed6-4eb0-a301-b411167dbee2 req-1bfa50d1-4973-43ae-a97f-c4a110056997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:49.964024 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e6c8ad63-8ed6-4eb0-a301-b411167dbee2 req-1bfa50d1-4973-43ae-a97f-c4a110056997 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9134810dccaa4b8d8354da4bd183f4be&device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 1099 time: 0.0464942 Jan 19 18:41:49.970281 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7ce3c-3de3-4051-be75-6d71ea880c2e req-f7255d38-9db4-4cb8-af58-e4c7c8d152b8 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:49.973137 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a7c7ce3c-3de3-4051-be75-6d71ea880c2e req-f7255d38-9db4-4cb8-af58-e4c7c8d152b8 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0940268 Jan 19 18:41:50.046757 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a7c7ce3c-3de3-4051-be75-6d71ea880c2e req-385c3302-0def-4eb6-95aa-98fe9e0592f8 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665488 Jan 19 18:41:50.085896 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ad63-8ed6-4eb0-a301-b411167dbee2 req-c763a903-e1df-4091-8727-6b52401667dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:50.087409 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e6c8ad63-8ed6-4eb0-a301-b411167dbee2 req-c763a903-e1df-4091-8727-6b52401667dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 200 len: 918 time: 0.1152365 Jan 19 18:41:50.122763 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41680) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:50.136925 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e6c8ad63-8ed6-4eb0-a301-b411167dbee2 req-6f0ad6ad-417c-43af-84b0-ee5966901322 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0641e1f3-685b-4c50-996e-2cc1016a501d HTTP/1.1" status: 200 len: 217 time: 0.0423715 Jan 19 18:41:50.139385 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37663101-c7e6-4ba7-98e1-40c141ab7701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:50.205698 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ad63-8ed6-4eb0-a301-b411167dbee2 req-2d265e70-a796-4d22-b5c8-b58e4eca170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:50.207352 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e6c8ad63-8ed6-4eb0-a301-b411167dbee2 req-2d265e70-a796-4d22-b5c8-b58e4eca170c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc81372-e93e-4872-8a55-ba0e75003d2d HTTP/1.1" status: 200 len: 858 time: 0.0573125 Jan 19 18:41:50.244793 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37663101-c7e6-4ba7-98e1-40c141ab7701 admin admin] Publish callbacks [] for security_group (ec4c6d5e-2ba6-469c-a8d2-598a4153adf5), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:50.248262 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e6c8ad63-8ed6-4eb0-a301-b411167dbee2 req-5652b37e-5072-4280-8e83-4bbe4ee47661 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3370ab0-9752-4223-b815-eeb0068618c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270565 Jan 19 18:41:50.251591 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37663101-c7e6-4ba7-98e1-40c141ab7701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ec4c6d5e-2ba6-469c-a8d2-598a4153adf5), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:50.297297 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-37663101-c7e6-4ba7-98e1-40c141ab7701 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dac750d5deb04e70b45f411dca681d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702383 Jan 19 18:41:50.297297 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37663101-c7e6-4ba7-98e1-40c141ab7701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4c6d5e-2ba6-469c-a8d2-598a4153adf5,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:50.298710 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41682) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:41:50.358572 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-440369d3-00b6-4258-ad64-5f51806e7c61 admin admin] Publish callbacks [] for security_group (ec4c6d5e-2ba6-469c-a8d2-598a4153adf5), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:50.384315 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-440369d3-00b6-4258-ad64-5f51806e7c61 admin admin] Publish callbacks [] for security_group (ec4c6d5e-2ba6-469c-a8d2-598a4153adf5), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:50.412472 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e6c8ad63-8ed6-4eb0-a301-b411167dbee2 req-e83fdc44-6cfb-41b2-a45a-13c9ec241925 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545537 Jan 19 18:41:50.443471 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-440369d3-00b6-4258-ad64-5f51806e7c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ec4c6d5e-2ba6-469c-a8d2-598a4153adf5), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:50.447047 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-440369d3-00b6-4258-ad64-5f51806e7c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:50.448217 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-440369d3-00b6-4258-ad64-5f51806e7c61 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec4c6d5e-2ba6-469c-a8d2-598a4153adf5 HTTP/1.1" status: 204 len: 168 time: 0.1483693 Jan 19 18:41:50.456462 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440369d3-00b6-4258-ad64-5f51806e7c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4c6d5e-2ba6-469c-a8d2-598a4153adf5,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:41:50.521619 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e6c8ad63-8ed6-4eb0-a301-b411167dbee2 req-d0e2556e-3b96-41d7-ae07-72b83bcaf438 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008353 Jan 19 18:41:51.220410 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a163a-04a2-4d5e-bdd3-ea2669c9bee9 req-6f4d7df8-be81-41ef-b78c-c4fe82c7c84f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:51.222049 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7a9a163a-04a2-4d5e-bdd3-ea2669c9bee9 req-6f4d7df8-be81-41ef-b78c-c4fe82c7c84f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0591607 Jan 19 18:41:51.277646 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7a9a163a-04a2-4d5e-bdd3-ea2669c9bee9 req-724a0e1c-10e0-43f0-a620-b9da472eb171 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476708 Jan 19 18:41:52.243808 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-c30987a4-479c-4a95-899a-d07f78defafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:52.411104 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e807a1-45b4-4e35-b384-2c8c1d347d14 req-e9307e04-6d9e-49ac-b62b-3169322e9e47 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:52.413352 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8e807a1-45b4-4e35-b384-2c8c1d347d14 req-e9307e04-6d9e-49ac-b62b-3169322e9e47 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0588136 Jan 19 18:41:52.464138 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8e807a1-45b4-4e35-b384-2c8c1d347d14 req-93701f80-bec4-4de9-ba26-06be962571bc tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443053 Jan 19 18:41:53.139463 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:53.582031 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f20019-edc9-4b65-950e-7fb761982e14 req-8c735e6e-0dce-4299-ad15-0a4c3adebd6d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:53.583504 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a8f20019-edc9-4b65-950e-7fb761982e14 req-8c735e6e-0dce-4299-ad15-0a4c3adebd6d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0500450 Jan 19 18:41:53.629738 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a8f20019-edc9-4b65-950e-7fb761982e14 req-7bf393db-6b5e-4204-a8c0-aa6971b07005 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Jan 19 18:41:54.468855 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:54.742043 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aecac-aa1d-4ee5-ae0e-b5dceaef62a7 req-cd4ca08f-71ef-447d-a511-9ce8ab7d6c41 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:54.743376 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b82aecac-aa1d-4ee5-ae0e-b5dceaef62a7 req-cd4ca08f-71ef-447d-a511-9ce8ab7d6c41 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0468493 Jan 19 18:41:54.792083 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b82aecac-aa1d-4ee5-ae0e-b5dceaef62a7 req-22dc942d-e125-4ffb-817b-935d60ccea70 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432196 Jan 19 18:41:55.909983 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50a2b7-26aa-4940-8697-c3df0efdb351 req-6da181e3-e6eb-460d-b8a3-a2af4d5c55a5 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:55.911459 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4f50a2b7-26aa-4940-8697-c3df0efdb351 req-6da181e3-e6eb-460d-b8a3-a2af4d5c55a5 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0511966 Jan 19 18:41:55.962095 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4f50a2b7-26aa-4940-8697-c3df0efdb351 req-8e8f6954-27af-4ef3-be42-b78682da08af tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449617 Jan 19 18:41:56.043463 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:41:57.081756 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03f9b4-d8d8-4de6-96f5-365fd0816dbb req-0055ef7b-c851-466f-adff-2b27dfb9cf46 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:57.083270 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6b03f9b4-d8d8-4de6-96f5-365fd0816dbb req-0055ef7b-c851-466f-adff-2b27dfb9cf46 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0497696 Jan 19 18:41:57.133310 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6b03f9b4-d8d8-4de6-96f5-365fd0816dbb req-07926d29-fc44-4193-bd0f-fd82af3f45e9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441244 Jan 19 18:41:58.255112 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a3a12-1a6e-4c81-9976-4a47044a7e30 req-01fa28bc-3e72-40c7-9bd6-98260b8afeb5 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:58.256544 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b0a3a12-1a6e-4c81-9976-4a47044a7e30 req-01fa28bc-3e72-40c7-9bd6-98260b8afeb5 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0510697 Jan 19 18:41:58.303183 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b0a3a12-1a6e-4c81-9976-4a47044a7e30 req-1032a468-a508-40e1-ae04-f4830143338d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Jan 19 18:41:59.426836 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eed5d-1983-4c71-aea1-1c1aa480b1e2 req-b0fb1f30-fcfd-4132-a6bb-9307706dcd20 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:41:59.429118 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7d3eed5d-1983-4c71-aea1-1c1aa480b1e2 req-b0fb1f30-fcfd-4132-a6bb-9307706dcd20 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0473976 Jan 19 18:41:59.475249 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7d3eed5d-1983-4c71-aea1-1c1aa480b1e2 req-0f8a0b40-fb99-4a85-bcd5-9cde3b3ed4f2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Jan 19 18:41:59.986951 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41790) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:00.092940 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2bc798c5-6361-4780-8b78-53b6e466c88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:00.165785 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2bc798c5-6361-4780-8b78-53b6e466c88b admin admin] Publish callbacks [] for security_group (caf0a7fa-9d76-466d-83f5-bfb2831f0acd), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:00.169538 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2bc798c5-6361-4780-8b78-53b6e466c88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (caf0a7fa-9d76-466d-83f5-bfb2831f0acd), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:00.211992 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-2bc798c5-6361-4780-8b78-53b6e466c88b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b976f2984a4c450aa2986f64a39c30f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239451 Jan 19 18:42:00.212890 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc798c5-6361-4780-8b78-53b6e466c88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf0a7fa-9d76-466d-83f5-bfb2831f0acd,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:00.214866 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41794) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:00.264131 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5b8513bf-9345-4801-aca8-15d939f1277f admin admin] Publish callbacks [] for security_group (caf0a7fa-9d76-466d-83f5-bfb2831f0acd), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:00.290944 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5b8513bf-9345-4801-aca8-15d939f1277f admin admin] Publish callbacks [] for security_group (caf0a7fa-9d76-466d-83f5-bfb2831f0acd), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:00.340487 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5b8513bf-9345-4801-aca8-15d939f1277f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (caf0a7fa-9d76-466d-83f5-bfb2831f0acd), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:00.343057 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5b8513bf-9345-4801-aca8-15d939f1277f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:00.344185 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-5b8513bf-9345-4801-aca8-15d939f1277f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/caf0a7fa-9d76-466d-83f5-bfb2831f0acd HTTP/1.1" status: 204 len: 168 time: 0.1283541 Jan 19 18:42:00.352097 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8513bf-9345-4801-aca8-15d939f1277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf0a7fa-9d76-466d-83f5-bfb2831f0acd,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:00.601136 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ae79d-ce18-4c1b-bddb-49ce46f615bd req-03803eb7-86bf-44e1-8c08-40ecdcc497e0 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:00.602705 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d72ae79d-ce18-4c1b-bddb-49ce46f615bd req-03803eb7-86bf-44e1-8c08-40ecdcc497e0 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0570459 Jan 19 18:42:00.657801 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d72ae79d-ce18-4c1b-bddb-49ce46f615bd req-0c4a374b-b36c-4c9f-89c2-da69b9950293 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493486 Jan 19 18:42:01.412392 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41832) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:01.516338 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9661d940-c5d7-4815-b8bb-ba1a58700e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:01.592129 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9661d940-c5d7-4815-b8bb-ba1a58700e7b admin admin] Publish callbacks [] for security_group (509b0057-79c9-49f2-9cd1-384c275b8d03), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:01.595720 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9661d940-c5d7-4815-b8bb-ba1a58700e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (509b0057-79c9-49f2-9cd1-384c275b8d03), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:01.633656 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9661d940-c5d7-4815-b8bb-ba1a58700e7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=806c9b5f1ca040fba57526d7f6623a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194564 Jan 19 18:42:01.634895 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661d940-c5d7-4815-b8bb-ba1a58700e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509b0057-79c9-49f2-9cd1-384c275b8d03,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:01.636431 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 41836) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:01.684351 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-24f14210-f5d4-40ee-9749-a8fc9ff2d6c9 admin admin] Publish callbacks [] for security_group (509b0057-79c9-49f2-9cd1-384c275b8d03), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:01.705095 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-24f14210-f5d4-40ee-9749-a8fc9ff2d6c9 admin admin] Publish callbacks [] for security_group (509b0057-79c9-49f2-9cd1-384c275b8d03), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:01.754231 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-24f14210-f5d4-40ee-9749-a8fc9ff2d6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (509b0057-79c9-49f2-9cd1-384c275b8d03), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:01.757476 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-24f14210-f5d4-40ee-9749-a8fc9ff2d6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:01.758834 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-24f14210-f5d4-40ee-9749-a8fc9ff2d6c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/509b0057-79c9-49f2-9cd1-384c275b8d03 HTTP/1.1" status: 204 len: 168 time: 0.1205909 Jan 19 18:42:01.767114 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f14210-f5d4-40ee-9749-a8fc9ff2d6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509b0057-79c9-49f2-9cd1-384c275b8d03,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:01.787344 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e4c9c-2460-4206-9653-19db3f3799f3 req-400a9bff-442f-498f-bb0c-388fceb6795e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:01.789013 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd0e4c9c-2460-4206-9653-19db3f3799f3 req-400a9bff-442f-498f-bb0c-388fceb6795e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0591815 Jan 19 18:42:01.851350 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd0e4c9c-2460-4206-9653-19db3f3799f3 req-0a057b99-93ea-498b-b935-9377a7a483aa tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562322 Jan 19 18:42:02.967072 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d547eb-4c00-4327-ad59-c989a6a45b16 req-81e6c466-b579-4230-baa0-067159f20de4 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:02.968461 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-07d547eb-4c00-4327-ad59-c989a6a45b16 req-81e6c466-b579-4230-baa0-067159f20de4 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0484936 Jan 19 18:42:03.017002 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-07d547eb-4c00-4327-ad59-c989a6a45b16 req-6737fbd7-9af2-4b51-9140-21cde053bd8a tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430052 Jan 19 18:42:04.148610 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84a71b-8231-44c7-b97c-46dda95821c5 req-a1c97a40-7039-40ce-86ae-6f35ec494956 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:04.150196 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9d84a71b-8231-44c7-b97c-46dda95821c5 req-a1c97a40-7039-40ce-86ae-6f35ec494956 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0597627 Jan 19 18:42:04.199558 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9d84a71b-8231-44c7-b97c-46dda95821c5 req-3f0f4692-4a9a-4cbb-9c9d-c08e37268f0e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436804 Jan 19 18:42:05.327127 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a898d-d281-443a-93f2-c2bbde76a251 req-e2bd03e8-315a-48fa-9023-f3ae44da4845 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:05.328545 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed4a898d-d281-443a-93f2-c2bbde76a251 req-e2bd03e8-315a-48fa-9023-f3ae44da4845 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0550904 Jan 19 18:42:05.378559 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed4a898d-d281-443a-93f2-c2bbde76a251 req-c4683174-fcc2-4f1a-874b-4e5977f82dbe tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 Jan 19 18:42:05.720799 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41910) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:05.827870 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b41b6a13-7a17-419c-a175-ce6adaeca907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:05.911909 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b41b6a13-7a17-419c-a175-ce6adaeca907 admin admin] Publish callbacks [] for security_group (9156488c-1fd4-4bbf-b1d2-92b1275eabe8), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:05.915950 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b41b6a13-7a17-419c-a175-ce6adaeca907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9156488c-1fd4-4bbf-b1d2-92b1275eabe8), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:05.958248 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b41b6a13-7a17-419c-a175-ce6adaeca907 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=776d20568acf4b3582724445ffe1c725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363129 Jan 19 18:42:05.959097 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b6a13-7a17-419c-a175-ce6adaeca907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9156488c-1fd4-4bbf-b1d2-92b1275eabe8,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:05.962262 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 41914) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:06.012205 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-656831ac-9945-48e3-9f0a-01e53411ce00 admin admin] Publish callbacks [] for security_group (9156488c-1fd4-4bbf-b1d2-92b1275eabe8), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:06.034806 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-656831ac-9945-48e3-9f0a-01e53411ce00 admin admin] Publish callbacks [] for security_group (9156488c-1fd4-4bbf-b1d2-92b1275eabe8), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:06.081780 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-656831ac-9945-48e3-9f0a-01e53411ce00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9156488c-1fd4-4bbf-b1d2-92b1275eabe8), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:06.085227 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-656831ac-9945-48e3-9f0a-01e53411ce00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:06.086359 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-656831ac-9945-48e3-9f0a-01e53411ce00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9156488c-1fd4-4bbf-b1d2-92b1275eabe8 HTTP/1.1" status: 204 len: 168 time: 0.1231964 Jan 19 18:42:06.094668 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656831ac-9945-48e3-9f0a-01e53411ce00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9156488c-1fd4-4bbf-b1d2-92b1275eabe8,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:06.507405 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6be8c6-68ab-4a21-8266-488909717f53 req-f6c2d5b6-d86d-4897-bcef-032b9c201e7b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:06.509434 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cb6be8c6-68ab-4a21-8266-488909717f53 req-f6c2d5b6-d86d-4897-bcef-032b9c201e7b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0591190 Jan 19 18:42:06.591734 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cb6be8c6-68ab-4a21-8266-488909717f53 req-89bc54eb-b513-4859-b240-16d20acabbf7 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714574 Jan 19 18:42:07.482174 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:42:07.727438 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2d6b0-d5ab-45d6-a03e-0913175c94e8 req-fd5531a4-24c5-4c7f-8a11-1372992f6fb6 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:07.730259 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8ca2d6b0-d5ab-45d6-a03e-0913175c94e8 req-fd5531a4-24c5-4c7f-8a11-1372992f6fb6 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0675085 Jan 19 18:42:07.801357 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8ca2d6b0-d5ab-45d6-a03e-0913175c94e8 req-a41d3dfc-a8e3-4d21-91c7-6f5c6154ead1 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646260 Jan 19 18:42:08.955745 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3bdcc-c21e-4996-a212-5b41cf18eefe req-8bc37fd8-0bab-45ac-81b4-35043ed2f763 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:08.958166 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9ce3bdcc-c21e-4996-a212-5b41cf18eefe req-8bc37fd8-0bab-45ac-81b4-35043ed2f763 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0774052 Jan 19 18:42:09.014079 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9ce3bdcc-c21e-4996-a212-5b41cf18eefe req-0a596b5c-c065-4400-ad49-f546de764925 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476580 Jan 19 18:42:10.155429 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9a447-2783-4c39-821b-abd257201662 req-d93b2335-28a4-4d4c-9058-7f05de0c2b7b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:10.157672 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c8d9a447-2783-4c39-821b-abd257201662 req-d93b2335-28a4-4d4c-9058-7f05de0c2b7b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0675700 Jan 19 18:42:10.216766 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c8d9a447-2783-4c39-821b-abd257201662 req-464cf235-c53d-411b-b651-e11d3fdd0f22 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500009 Jan 19 18:42:11.342552 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a894ff7-2938-49b8-89b5-58e1878201e2 req-fca11d8d-6900-40fe-ae1f-9f3c8385abfd tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:11.344106 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3a894ff7-2938-49b8-89b5-58e1878201e2 req-fca11d8d-6900-40fe-ae1f-9f3c8385abfd tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0523956 Jan 19 18:42:11.395672 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3a894ff7-2938-49b8-89b5-58e1878201e2 req-afd502b0-9f25-48e2-923d-12afa409b946 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443721 Jan 19 18:42:12.551408 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636a70-52cf-451d-8432-b7875c061bd0 req-cc9e5d02-1c45-4150-850f-cb1fc336f3f9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:12.554331 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ce636a70-52cf-451d-8432-b7875c061bd0 req-cc9e5d02-1c45-4150-850f-cb1fc336f3f9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0780745 Jan 19 18:42:12.608214 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ce636a70-52cf-451d-8432-b7875c061bd0 req-ad73c36a-b71b-4e96-89cb-328cde4eaa38 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483804 Jan 19 18:42:13.746435 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2298a-7ad1-4493-88f5-09f7b1f2ff67 req-6fb27236-db33-41fb-b7a3-c5a5ed688517 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:13.748898 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5ee2298a-7ad1-4493-88f5-09f7b1f2ff67 req-6fb27236-db33-41fb-b7a3-c5a5ed688517 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0604174 Jan 19 18:42:13.806842 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5ee2298a-7ad1-4493-88f5-09f7b1f2ff67 req-61f67c9b-6a2f-4ca5-8a2a-bdbc0579db06 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499575 Jan 19 18:42:14.950609 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b689653-5daa-476c-8f33-cd944164ce73 req-6c17d145-a8dd-403f-b11e-b3ac421691ca tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:14.952222 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b689653-5daa-476c-8f33-cd944164ce73 req-6c17d145-a8dd-403f-b11e-b3ac421691ca tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0692041 Jan 19 18:42:15.006947 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b689653-5daa-476c-8f33-cd944164ce73 req-8c327106-d5b0-4faa-bee0-0b3ebd6624c7 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488417 Jan 19 18:42:16.143587 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc29fd-3b9f-43a8-b345-71fa4596b00a req-92e16895-c626-41b5-8527-0bb93880d08e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:16.145148 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-95fc29fd-3b9f-43a8-b345-71fa4596b00a req-92e16895-c626-41b5-8527-0bb93880d08e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0588307 Jan 19 18:42:16.201627 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-95fc29fd-3b9f-43a8-b345-71fa4596b00a req-f5b3dee6-b066-4e3c-8617-9eea5f182fa4 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477345 Jan 19 18:42:17.329407 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3afa2e-3b16-4362-aa45-cc85bd245f11 req-43a4e25a-5894-4cd0-b708-7ec969d321cb tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:17.330984 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd3afa2e-3b16-4362-aa45-cc85bd245f11 req-43a4e25a-5894-4cd0-b708-7ec969d321cb tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0514727 Jan 19 18:42:17.383470 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd3afa2e-3b16-4362-aa45-cc85bd245f11 req-9988f797-facf-46b2-b049-1d42d9444215 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443234 Jan 19 18:42:18.275472 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:18.523369 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d7471-33f8-4a88-b491-d42a7e377b14 req-d01ddbbb-2f9c-4034-9de1-5ad96b75e053 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:18.524926 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0c9d7471-33f8-4a88-b491-d42a7e377b14 req-d01ddbbb-2f9c-4034-9de1-5ad96b75e053 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0617104 Jan 19 18:42:18.590855 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0c9d7471-33f8-4a88-b491-d42a7e377b14 req-54710366-58ab-4001-a176-b97eee9f2d6d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551019 Jan 19 18:42:19.518065 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-526ad486-1c31-4dc6-abe4-8d34d302137c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:19.729101 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43b0a1-b9af-47d2-b23b-058fcc0939d5 req-5fa15694-b6a6-4a5b-9087-b973c29795b9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:19.730745 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fc43b0a1-b9af-47d2-b23b-058fcc0939d5 req-5fa15694-b6a6-4a5b-9087-b973c29795b9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0504282 Jan 19 18:42:19.782302 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fc43b0a1-b9af-47d2-b23b-058fcc0939d5 req-bca7f56a-dbac-4c5c-90b5-8bd7b34b1a05 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444956 Jan 19 18:42:20.663046 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a9053-fba4-4df7-abb6-4e8e9dd77525 req-1314f7f9-387b-42c4-8fda-5487030ea7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:20.664543 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-bf3a9053-fba4-4df7-abb6-4e8e9dd77525 req-1314f7f9-387b-42c4-8fda-5487030ea7b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 1099 time: 0.0522487 Jan 19 18:42:20.712576 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-bf3a9053-fba4-4df7-abb6-4e8e9dd77525 req-2cc9f31a-9276-47cc-a8bd-45ea5c79d2e5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Jan 19 18:42:20.928547 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5491249-6aae-4ec7-bace-2f643ac9bdd3 req-615e4a64-faf2-4c5e-b900-8d3e6d5f099f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:20.930126 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e5491249-6aae-4ec7-bace-2f643ac9bdd3 req-615e4a64-faf2-4c5e-b900-8d3e6d5f099f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0744379 Jan 19 18:42:21.000921 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e5491249-6aae-4ec7-bace-2f643ac9bdd3 req-0ff083fe-34f1-413a-bbd1-f59b8e3127d2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646832 Jan 19 18:42:21.750012 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-6350e79b-55d5-4292-bdeb-b7de77cc4222 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2578452 Jan 19 18:42:21.848835 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-b63295b5-cce3-4868-943d-c32527c3c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:21.850827 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-b63295b5-cce3-4868-943d-c32527c3c81d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 1098 time: 0.0468192 Jan 19 18:42:21.976522 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-5e7f29a4-ecff-4dfd-a0aa-b0b9e6d95357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:21.978217 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-5e7f29a4-ecff-4dfd-a0aa-b0b9e6d95357 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 911 time: 0.1027403 Jan 19 18:42:22.063633 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-db8e08df-7962-4647-94b8-dea4dd7b8bc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c230ac-9512-4467-8015-7d53593f1bff HTTP/1.1" status: 200 len: 1001 time: 0.0767815 Jan 19 18:42:22.132807 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-3248deb7-8ab0-4d9b-adbf-d4f61220416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:22.134418 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-3248deb7-8ab0-4d9b-adbf-d4f61220416e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0924a93a-d057-4ea7-b98a-07d64d6605b6 HTTP/1.1" status: 200 len: 850 time: 0.0556574 Jan 19 18:42:22.137160 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35423f6-4401-4cdd-9018-5d5de66b6144 req-04a99b50-bc80-4a44-937e-4b5c9e6dab23 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:22.138654 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e35423f6-4401-4cdd-9018-5d5de66b6144 req-04a99b50-bc80-4a44-937e-4b5c9e6dab23 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0550084 Jan 19 18:42:22.191117 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e35423f6-4401-4cdd-9018-5d5de66b6144 req-f707489e-8130-4032-a2bf-52e2458a7aa8 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Jan 19 18:42:22.195360 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-adbc190e-5f52-4187-ae9e-9e9d4e2ad71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:22.197125 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-adbc190e-5f52-4187-ae9e-9e9d4e2ad71d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a83c77-a086-4b56-b863-c2c3d2e498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542822 Jan 19 18:42:22.247623 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1aa48b5a-eb89-461d-bfe6-e4390f7fd750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:22.328791 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-adfacd4e-f0de-4736-a011-fc3d72df1456 service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197670 Jan 19 18:42:22.431439 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-1eff3a74-4ab1-4b20-9c68-37323edc3907 req-f3a487dc-8b6e-4c14-b1f6-b1da7303102e service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949752 Jan 19 18:42:22.544219 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65205f-dfb4-49fe-8d7c-916411a9d9b6 req-14270e91-23a8-4a14-9504-54117343f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:22.545654 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8a65205f-dfb4-49fe-8d7c-916411a9d9b6 req-14270e91-23a8-4a14-9504-54117343f322 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9134810dccaa4b8d8354da4bd183f4be&device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 1099 time: 0.0538890 Jan 19 18:42:22.555804 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d7e5a-e3c6-4e4e-b0e3-599886c6a083 req-1724e0e6-ab2d-4117-b87b-66699621074e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:22.557638 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ae2d7e5a-e3c6-4e4e-b0e3-599886c6a083 req-1724e0e6-ab2d-4117-b87b-66699621074e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0536714 Jan 19 18:42:22.609185 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ae2d7e5a-e3c6-4e4e-b0e3-599886c6a083 req-a7f2d2a4-0566-4f1b-ba2c-7b67fd33d7f0 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451169 Jan 19 18:42:22.651348 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65205f-dfb4-49fe-8d7c-916411a9d9b6 req-64e1341e-6c3a-4ddb-a6f8-7f43d72ea78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:22.652664 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8a65205f-dfb4-49fe-8d7c-916411a9d9b6 req-64e1341e-6c3a-4ddb-a6f8-7f43d72ea78f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 200 len: 918 time: 0.0979142 Jan 19 18:42:22.699884 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8a65205f-dfb4-49fe-8d7c-916411a9d9b6 req-334ba317-9f35-4270-9c12-f489e9fe2d84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0641e1f3-685b-4c50-996e-2cc1016a501d HTTP/1.1" status: 200 len: 217 time: 0.0396261 Jan 19 18:42:22.759921 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65205f-dfb4-49fe-8d7c-916411a9d9b6 req-289ef1ee-2dcd-4114-970a-8b284a9cfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:22.761411 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8a65205f-dfb4-49fe-8d7c-916411a9d9b6 req-289ef1ee-2dcd-4114-970a-8b284a9cfa24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bbc81372-e93e-4872-8a55-ba0e75003d2d HTTP/1.1" status: 200 len: 858 time: 0.0466578 Jan 19 18:42:22.795138 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8a65205f-dfb4-49fe-8d7c-916411a9d9b6 req-e6c2940d-19f7-4b4b-a220-6e0535433142 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c3370ab0-9752-4223-b815-eeb0068618c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260282 Jan 19 18:42:22.894375 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8a65205f-dfb4-49fe-8d7c-916411a9d9b6 req-04e58637-5eae-45d0-be5c-2b39fefe6eed service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846145 Jan 19 18:42:22.987933 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8a65205f-dfb4-49fe-8d7c-916411a9d9b6 req-2d7dde2a-abc6-4f7a-bfe1-d4ad578fc576 service neutron] 10.222.0.35 "GET /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869467 Jan 19 18:42:23.144118 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:23.731289 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb357dd-e359-484f-840f-6d6e8296ae44 req-0f23e9f6-3cfc-4366-9b57-0f9e5989f954 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:23.732859 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5fb357dd-e359-484f-840f-6d6e8296ae44 req-0f23e9f6-3cfc-4366-9b57-0f9e5989f954 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0501475 Jan 19 18:42:23.790208 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5fb357dd-e359-484f-840f-6d6e8296ae44 req-138af3b6-384d-4707-a6b7-5691b95ee9e2 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516880 Jan 19 18:42:24.473231 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:24.903697 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa6bd4-6aa4-4aa6-bccb-6bcdf60355ba req-b09e18e4-c9f9-499a-8961-9b96413762de tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:24.905171 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cdaa6bd4-6aa4-4aa6-bccb-6bcdf60355ba req-b09e18e4-c9f9-499a-8961-9b96413762de tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0479903 Jan 19 18:42:24.951268 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cdaa6bd4-6aa4-4aa6-bccb-6bcdf60355ba req-22102961-fe47-4192-b11c-256f50fa6a18 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Jan 19 18:42:26.047723 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:26.065892 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b054afa-b698-4495-970c-9cce5bcb982e req-f1669334-c573-4bbc-a45b-27d5e65add38 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:26.067358 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4b054afa-b698-4495-970c-9cce5bcb982e req-f1669334-c573-4bbc-a45b-27d5e65add38 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0497622 Jan 19 18:42:26.114078 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4b054afa-b698-4495-970c-9cce5bcb982e req-d9008369-677c-44bb-a288-dda96cc29978 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Jan 19 18:42:26.590097 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42118) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:26.700838 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:26.777050 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Publish callbacks [] for security_group (dcb57b54-f39e-4e6a-a860-6f859ab4c93f), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:26.780675 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (dcb57b54-f39e-4e6a-a860-6f859ab4c93f), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:26.819002 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f149107985d04d4b83bfeea6a75266d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278390 Jan 19 18:42:26.819944 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb57b54-f39e-4e6a-a860-6f859ab4c93f,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:26.821695 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42122) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:26.827178 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.827539 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.827885 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.828225 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.828559 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.828927 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.829260 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.829590 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.829919 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.830247 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.830573 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.830898 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.831222 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281138c2-7e26-490d-ad8a-63ed4eefbb5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.871369 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Publish callbacks [] for security_group (dcb57b54-f39e-4e6a-a860-6f859ab4c93f), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:26.892176 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Publish callbacks [] for security_group (dcb57b54-f39e-4e6a-a860-6f859ab4c93f), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:26.940805 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (dcb57b54-f39e-4e6a-a860-6f859ab4c93f), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:26.943473 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:26.944593 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dcb57b54-f39e-4e6a-a860-6f859ab4c93f HTTP/1.1" status: 204 len: 168 time: 0.1219220 Jan 19 18:42:26.952574 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb57b54-f39e-4e6a-a860-6f859ab4c93f,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:26.960583 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:26.965376 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12df02-0180-4b64-a16b-43030c574bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:27.611643 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42152) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:27.706141 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-369392351-network', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:27.733441 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Made reservation on behalf of c021d923a00e46de95dc00151f1d907f for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:42:27.735933 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:27.748161 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:27.829945 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Publish callbacks [] for security_group (87de75ae-31d9-43e2-9e59-424250e47e11), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:27.834482 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (87de75ae-31d9-43e2-9e59-424250e47e11), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:27.856939 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:42:27.872897 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87de75ae-31d9-43e2-9e59-424250e47e11,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:27.876666 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (e0b6981e-de8e-4de3-9681-cd4a6603c120), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:27.876981 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Added segment e0b6981e-de8e-4de3-9681-cd4a6603c120 of type vlan for network f90c5281-a610-4a74-9725-0c46feb803d2 Jan 19 18:42:27.917966 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (f90c5281-a610-4a74-9725-0c46feb803d2), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:27.942840 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (f90c5281-a610-4a74-9725-0c46feb803d2), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:27.943822 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:27.944396 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:27.995311 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3823760 Jan 19 18:42:27.998395 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42156) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:28.004149 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] Request body: {'subnet': {'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-369392351-subnet', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:28.006783 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f13e6d-c7c3-4795-8639-5367b324d1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f90c5281-a610-4a74-9725-0c46feb803d2,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:28.019423 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network f90c5281-a610-4a74-9725-0c46feb803d2 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:42:28.030089 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] Made reservation on behalf of c021d923a00e46de95dc00151f1d907f for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:42:28.033531 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27115017'] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.200681 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25584623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27115047'] for subnet (9d465540-0e32-47b0-9c9b-4ae7cdb00163), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.258474 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d465540-0e32-47b0-9c9b-4ae7cdb00163,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:28.263906 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] Checking segment: {'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:42:28.264271 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] Network hostable DHCP agents. Network: f90c5281-a610-4a74-9725-0c46feb803d2, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:42:28.281006 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] Network f90c5281-a610-4a74-9725-0c46feb803d2 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:42:28.289607 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, f90c5281-a610-4a74-9725-0c46feb803d2) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:28.293665 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:28.294258 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.298592 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c584c53-4074-4ed2-a5f2-6f4977bbb877 None None] Network f90c5281-a610-4a74-9725-0c46feb803d2 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:42:28.313253 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-66092a29-95fb-45bc-9ec6-0ab0b0b4cf71 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3136084 Jan 19 18:42:28.313509 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42158) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:28.319048 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:28.343723 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9947'] for router (98ead339-9911-44ff-ad0b-2d5ad4dc5648), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.344874 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2093737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9952'] for router (98ead339-9911-44ff-ad0b-2d5ad4dc5648), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.400450 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Publish callbacks [] for router_controller (98ead339-9911-44ff-ad0b-2d5ad4dc5648), precommit_add_association {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.401035 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bec15b7-f1a1-5518-be2b-7c4ae9037c47-f90c5281-a610-4a74-9725-0c46feb803d2', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163'}]}} from dv-cinder-825360-1-iscsi. {{(pid=103028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 18:42:28.402003 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.543442 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Publish callbacks [] for router_gateway (98ead339-9911-44ff-ad0b-2d5ad4dc5648), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.543763 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.db_base_plugin_common [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Allocated IP 172.20.0.2 (f90c5281-a610-4a74-9725-0c46feb803d2/9d465540-0e32-47b0-9c9b-4ae7cdb00163/a01fd589-a207-4270-8453-4320d01ce78f) {{(pid=103028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:42:28.713135 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Publish callbacks [] for port (a01fd589-a207-4270-8453-4320d01ce78f), precommit_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.719294 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (a01fd589-a207-4270-8453-4320d01ce78f), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.756351 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Network f90c5281-a610-4a74-9725-0c46feb803d2 is already hosted by enough agents. {{(pid=103028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:42:28.762048 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.base_scheduler [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Resources bound (agent type, host, resource id): {{(pid=103028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:28.766262 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Received port after_create {{(pid=103028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:42:28.782493 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Publish callbacks [] for router_gateway (98ead339-9911-44ff-ad0b-2d5ad4dc5648), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.800451 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Pushing event updated for resources: {'Port': ['ID=a01fd589-a207-4270-8453-4320d01ce78f,revision_number=1']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:28.802659 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.834077 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Attempting to bind port a01fd589-a207-4270-8453-4320d01ce78f on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:42:28.834441 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Attempting to bind port a01fd589-a207-4270-8453-4320d01ce78f by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:42:28.834807 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Attempting to bind port a01fd589-a207-4270-8453-4320d01ce78f on network f90c5281-a610-4a74-9725-0c46feb803d2 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:42:28.839994 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:42:28.840396 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Checking segment: {'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:42:28.840795 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.841202 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Bound using segment: {'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:42:28.841661 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Bound port: a01fd589-a207-4270-8453-4320d01ce78f, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:42:28.842043 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a01fd589-a207-4270-8453-4320d01ce78f), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.909991 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] For port a01fd589-a207-4270-8453-4320d01ce78f, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:42:28.914195 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] For port a01fd589-a207-4270-8453-4320d01ce78f, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=a01fd589-a207-4270-8453-4320d01ce78f,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:42:28.915206 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Allocated IP 172.27.3.70 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/f0c73d24-5a40-48d3-95be-9d26c17c13fd) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:42:28.919235 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (a01fd589-a207-4270-8453-4320d01ce78f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:28.993413 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec3429-9cb8-4d34-997d-6f651b42761e None None] Pushing event updated for resources: {'Port': ['ID=a01fd589-a207-4270-8453-4320d01ce78f,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:29.040276 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Publish callbacks [] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:29.079677 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:29.121985 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:42:29.129875 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:29.133668 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:42:29.159013 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c73d24-5a40-48d3-95be-9d26c17c13fd,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:29.338883 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device a01fd589-a207-4270-8453-4320d01ce78f up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:42:29.388385 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port a01fd589-a207-4270-8453-4320d01ce78f triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:29.388893 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (a01fd589-a207-4270-8453-4320d01ce78f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:29.410246 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Publish callbacks [] for router_gateway (98ead339-9911-44ff-ad0b-2d5ad4dc5648), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:29.472027 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port a01fd589-a207-4270-8453-4320d01ce78f is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:29.472420 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a01fd589-a207-4270-8453-4320d01ce78f), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:29.506782 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port a01fd589-a207-4270-8453-4320d01ce78f, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=a01fd589-a207-4270-8453-4320d01ce78f,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:29.511491 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (a01fd589-a207-4270-8453-4320d01ce78f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:29.561036 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=a01fd589-a207-4270-8453-4320d01ce78f,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:29.615284 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093724'] for router (98ead339-9911-44ff-ad0b-2d5ad4dc5648), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:29.763526 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 is scheduled to L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 with binding_index 1 {{(pid=103027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 18:42:29.883276 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:42:29.894904 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Sync routers for ids ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:42:29.902928 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:29.904377 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-4401a3e6-5a51-432c-afa7-d3a5f28f3125 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5897670 Jan 19 18:42:29.907214 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Routers {'98ead339-9911-44ff-ad0b-2d5ad4dc5648'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:29.907461 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42172) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:29.908073 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:29.980580 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d0578c-b443-4360-8c55-f465060593be None None] Network f90c5281-a610-4a74-9725-0c46feb803d2 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:42:30.048135 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Set router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:30.064161 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-e8a33c06-324e-4751-b790-85cf6e1f31fb None None] Provisioning complete for port a01fd589-a207-4270-8453-4320d01ce78f triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:30.064691 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e8a33c06-324e-4751-b790-85cf6e1f31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (a01fd589-a207-4270-8453-4320d01ce78f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:30.147112 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dac64-c3d0-4948-a77e-83aef5fecc70 req-9e3d9b5d-898d-4975-9a8a-6f328d337035 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:30.148609 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c66dac64-c3d0-4948-a77e-83aef5fecc70 req-9e3d9b5d-898d-4975-9a8a-6f328d337035 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1076155 Jan 19 18:42:30.194533 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-e8a33c06-324e-4751-b790-85cf6e1f31fb None None] Current status of the port a01fd589-a207-4270-8453-4320d01ce78f is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:30.265813 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c66dac64-c3d0-4948-a77e-83aef5fecc70 req-db9fa0e0-86d6-4ebb-aa40-156b194d1d92 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605881 Jan 19 18:42:30.305124 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:29Z', 'revision_number': 3, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:30.335992 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Checking router: 98ead339-9911-44ff-ad0b-2d5ad4dc5648 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:42:30.336846 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Updating router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 port f0c73d24-5a40-48d3-95be-9d26c17c13fd binding host dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:42:30.378296 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:30.420519 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-4f38953b-b718-4813-a0a3-260be55621b9 None None] Provisioning complete for port a01fd589-a207-4270-8453-4320d01ce78f triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:30.421170 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4f38953b-b718-4813-a0a3-260be55621b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (a01fd589-a207-4270-8453-4320d01ce78f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:30.503912 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-4f38953b-b718-4813-a0a3-260be55621b9 None None] Current status of the port a01fd589-a207-4270-8453-4320d01ce78f is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:30.655878 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Publish callbacks [] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), precommit_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:30.661914 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:30.717916 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Attempting to bind port f0c73d24-5a40-48d3-95be-9d26c17c13fd on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:42:30.718289 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Attempting to bind port f0c73d24-5a40-48d3-95be-9d26c17c13fd by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:42:30.718652 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Attempting to bind port f0c73d24-5a40-48d3-95be-9d26c17c13fd on network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:42:30.721748 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Pushing event updated for resources: {'Port': ['ID=f0c73d24-5a40-48d3-95be-9d26c17c13fd,revision_number=2']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:30.730356 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:42:30.730726 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Checking segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:42:30.731128 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:30.731518 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Bound using segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:42:30.731982 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Bound port: f0c73d24-5a40-48d3-95be-9d26c17c13fd, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:42:30.732366 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:30.734388 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.734734 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.735104 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.735442 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.735772 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.736102 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.736429 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.736777 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.737106 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.737435 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.737757 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.738079 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.738398 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:30.738748 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:30.796066 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] For port f0c73d24-5a40-48d3-95be-9d26c17c13fd, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:42:30.799201 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] For port f0c73d24-5a40-48d3-95be-9d26c17c13fd, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=f0c73d24-5a40-48d3-95be-9d26c17c13fd,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:42:30.804225 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:30.857153 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Routers {'98ead339-9911-44ff-ad0b-2d5ad4dc5648'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:30.857781 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:30.906610 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Allocated IP 172.20.0.1 (f90c5281-a610-4a74-9725-0c46feb803d2/9d465540-0e32-47b0-9c9b-4ae7cdb00163/14341285-77ca-4dc1-b2a2-6f4d8473784a) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:42:30.990933 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee161b-a8ed-4fb2-89b8-f9f2cc3ed766 None None] Pushing event updated for resources: {'Port': ['ID=f0c73d24-5a40-48d3-95be-9d26c17c13fd,revision_number=3']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:31.036172 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Publish callbacks [] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:31.074207 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:31.087011 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] Set router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:31.115061 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Network f90c5281-a610-4a74-9725-0c46feb803d2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:42:31.118095 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:31.121593 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:42:31.145469 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Pushing event updated for resources: {'Port': ['ID=14341285-77ca-4dc1-b2a2-6f4d8473784a,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:31.169376 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2090665'] for router_interface (98ead339-9911-44ff-ad0b-2d5ad4dc5648), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:31.297042 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:29Z', 'revision_number': 3, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:31.323718 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device a01fd589-a207-4270-8453-4320d01ce78f up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:42:31.331731 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:31.331941 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10447e7-803e-4f15-9de9-92ce99ffbbf2 None None] The sync data for ids ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'] in dv-cinder-825360-1-iscsi is: [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:29Z', 'revision_number': 3, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:42:31.396907 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port a01fd589-a207-4270-8453-4320d01ce78f triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:31.397352 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (a01fd589-a207-4270-8453-4320d01ce78f), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:31.450999 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-ef4a5fa9-c5c5-43a8-8def-28f343076c10 None None] Provisioning complete for port 14341285-77ca-4dc1-b2a2-6f4d8473784a triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:31.451960 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5fa9-c5c5-43a8-8def-28f343076c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:31.504948 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00236181-50fc-437b-868d-a7adbd992af6 req-9e5c43bc-e8a9-4296-8ff6-bd2ca848978b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:31.507069 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-00236181-50fc-437b-868d-a7adbd992af6 req-9e5c43bc-e8a9-4296-8ff6-bd2ca848978b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.1160533 Jan 19 18:42:31.516043 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-ef4a5fa9-c5c5-43a8-8def-28f343076c10 None None] Port 14341285-77ca-4dc1-b2a2-6f4d8473784a cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:42:31.534586 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port a01fd589-a207-4270-8453-4320d01ce78f is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:31.603565 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-00236181-50fc-437b-868d-a7adbd992af6 req-6eed39b4-4318-450e-87ea-d1a16b86ae2f tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816085 Jan 19 18:42:31.628799 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Publish callbacks [] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:31.633128 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:31.711947 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Pushing event updated for resources: {'Port': ['ID=14341285-77ca-4dc1-b2a2-6f4d8473784a,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:31.714515 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090589'] for router_interface (98ead339-9911-44ff-ad0b-2d5ad4dc5648), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:31.813323 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Network f90c5281-a610-4a74-9725-0c46feb803d2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:42:31.814766 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:31.936128 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:42:32.048847 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-08017940-e154-4c25-945c-b6fb737a9eb7 None None] Provisioning complete for port 14341285-77ca-4dc1-b2a2-6f4d8473784a triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:32.049225 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-08017940-e154-4c25-945c-b6fb737a9eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:32.057625 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:42:32.073041 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-226d96a3-2655-4fe9-814d-dd0e1bddfcfc admin admin] 10.222.0.39 "PUT /v2.0/routers/98ead339-9911-44ff-ad0b-2d5ad4dc5648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1556785 Jan 19 18:42:32.092777 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-08017940-e154-4c25-945c-b6fb737a9eb7 None None] Port 14341285-77ca-4dc1-b2a2-6f4d8473784a cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:42:32.586427 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42194) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:32.591408 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1887045773-network', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:32.616041 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Made reservation on behalf of 9f6ae7d6fd934af7ab8b303d79220b75 for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:42:32.618431 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:32.631244 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:32.731160 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08694c12-4f46-41b9-9feb-928a6edfa8f8 req-148cbc12-9abb-495a-8ed7-730e68dfd00d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:32.732736 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-08694c12-4f46-41b9-9feb-928a6edfa8f8 req-148cbc12-9abb-495a-8ed7-730e68dfd00d tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0579488 Jan 19 18:42:32.785494 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Publish callbacks [] for security_group (a12a40a1-c046-4d64-a722-c7fdd75ce55f), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:32.799526 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158f8a0-f56e-4016-94fe-3847dd99433b req-8ebd46e4-0c3d-4a6b-b458-c1a891172160 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:32.801176 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1158f8a0-f56e-4016-94fe-3847dd99433b req-8ebd46e4-0c3d-4a6b-b458-c1a891172160 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e39f871-eeb5-4501-a4da-6bf15f50d11e HTTP/1.1" status: 200 len: 946 time: 0.0974760 Jan 19 18:42:32.802758 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (a12a40a1-c046-4d64-a722-c7fdd75ce55f), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:32.842964 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-08694c12-4f46-41b9-9feb-928a6edfa8f8 req-f55d72a4-3352-4123-b376-6da080f8785e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Deleting port 95689950-c5f2-4256-8cac-60834ee0fe18 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:42:32.843365 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-08694c12-4f46-41b9-9feb-928a6edfa8f8 req-f55d72a4-3352-4123-b376-6da080f8785e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:32.849538 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:42:32.859684 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12a40a1-c046-4d64-a722-c7fdd75ce55f,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:32.874837 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (d3cd94e0-5e9a-4cac-88a4-d2f02b75426a), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:32.875086 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Added segment d3cd94e0-5e9a-4cac-88a4-d2f02b75426a of type vlan for network 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 Jan 19 18:42:32.917329 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1158f8a0-f56e-4016-94fe-3847dd99433b req-3b8ba18e-cbbc-48f4-8368-14f45019795b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013756 Jan 19 18:42:32.943600 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (9a4cbfb5-84ed-4c84-98da-2a3ee4f50494), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:32.946404 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-08694c12-4f46-41b9-9feb-928a6edfa8f8 req-f55d72a4-3352-4123-b376-6da080f8785e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] For port 95689950-c5f2-4256-8cac-60834ee0fe18, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=95689950-c5f2-4256-8cac-60834ee0fe18,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:32.946776 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-08694c12-4f46-41b9-9feb-928a6edfa8f8 req-f55d72a4-3352-4123-b376-6da080f8785e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:32.962026 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-08694c12-4f46-41b9-9feb-928a6edfa8f8 req-f55d72a4-3352-4123-b376-6da080f8785e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Calling delete_port for 95689950-c5f2-4256-8cac-60834ee0fe18 owned by compute:nova {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:42:32.975882 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (9a4cbfb5-84ed-4c84-98da-2a3ee4f50494), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:32.976918 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:32.977499 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:33.025412 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4378238 Jan 19 18:42:33.028119 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42198) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:33.032955 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] Request body: {'subnet': {'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1887045773-subnet', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:33.054492 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754d03f-0d07-4287-a067-f42eac1cb88a admin admin] Pushing event updated for resources: {'Network': ['ID=9a4cbfb5-84ed-4c84-98da-2a3ee4f50494,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:33.065902 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Sync routers for ids ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:42:33.076088 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] Made reservation on behalf of 9f6ae7d6fd934af7ab8b303d79220b75 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:42:33.077913 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:42:33.080839 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27115017'] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:33.109259 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-08694c12-4f46-41b9-9feb-928a6edfa8f8 req-f55d72a4-3352-4123-b376-6da080f8785e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (95689950-c5f2-4256-8cac-60834ee0fe18), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:33.135040 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['0641e1f3-685b-4c50-996e-2cc1016a501d', '95689950-c5f2-4256-8cac-60834ee0fe18'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:42:33.141771 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d72a4-3352-4123-b376-6da080f8785e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Pushing event deleted for resources: {'Port': ['ID=95689950-c5f2-4256-8cac-60834ee0fe18,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:33.149403 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Routers {'98ead339-9911-44ff-ad0b-2d5ad4dc5648'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:33.150055 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:33.185920 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-08694c12-4f46-41b9-9feb-928a6edfa8f8 req-f55d72a4-3352-4123-b376-6da080f8785e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] No DVR routers for this DVR port 95689950-c5f2-4256-8cac-60834ee0fe18 on host hv-cinder-82536 {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:42:33.188695 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-08694c12-4f46-41b9-9feb-928a6edfa8f8 req-f55d72a4-3352-4123-b376-6da080f8785e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:33.192305 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-08694c12-4f46-41b9-9feb-928a6edfa8f8 req-f55d72a4-3352-4123-b376-6da080f8785e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.35 "DELETE /v2.0/ports/95689950-c5f2-4256-8cac-60834ee0fe18 HTTP/1.1" status: 204 len: 173 time: 0.4521000 Jan 19 18:42:33.193286 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e39f871-eeb5-4501-a4da-6bf15f50d11e', 'name': 'network-vif-deleted', 'tag': '95689950-c5f2-4256-8cac-60834ee0fe18'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:42:33.196247 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a16ae0-fc57-4e0c-8c02-225b8d288faa" -d '{"events": [{"server_uuid": "1e39f871-eeb5-4501-a4da-6bf15f50d11e", "name": "network-vif-deleted", "tag": "95689950-c5f2-4256-8cac-60834ee0fe18"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:42:33.261260 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58448944-3b65-46c1-bb67-ed40bfb3e5d3 x-openstack-request-id: req-58448944-3b65-46c1-bb67-ed40bfb3e5d3 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:42:33.261833 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e39f871-eeb5-4501-a4da-6bf15f50d11e", "name": "network-vif-deleted", "tag": "95689950-c5f2-4256-8cac-60834ee0fe18", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:42:33.262357 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58448944-3b65-46c1-bb67-ed40bfb3e5d3 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:42:33.268401 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e39f871-eeb5-4501-a4da-6bf15f50d11e', 'name': 'network-vif-deleted', 'tag': '95689950-c5f2-4256-8cac-60834ee0fe18', 'status': 'completed', 'code': 200} Jan 19 18:42:33.388700 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25584623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27115047'] for subnet (66ae6463-aea0-4be1-ad1c-8d44332d590e), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:33.423879 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device f0c73d24-5a40-48d3-95be-9d26c17c13fd up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:42:33.473463 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ae6463-aea0-4be1-ad1c-8d44332d590e,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:33.484378 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] Checking segment: {'id': 'd3cd94e0-5e9a-4cac-88a4-d2f02b75426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:42:33.484804 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] Network hostable DHCP agents. Network: 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:42:33.495048 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Set router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:33.504758 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] Network 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:42:33.517509 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:33.522599 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:33.523343 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:33.539986 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443fc7cd-de72-4dca-9989-dd398840a431 None None] Network 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:42:33.546624 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42212) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:33.547068 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0cddf511-3d7c-4c4c-bd04-b0db651ca6aa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5177343 Jan 19 18:42:33.551008 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1887045773-router', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:33.574291 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9947'] for router (ff282d87-a870-447a-85fb-2207d7fbb1ea), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:33.575316 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2093737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9952'] for router (ff282d87-a870-447a-85fb-2207d7fbb1ea), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:33.666154 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port f0c73d24-5a40-48d3-95be-9d26c17c13fd triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:33.666555 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:33.884292 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Publish callbacks [] for router_controller (ff282d87-a870-447a-85fb-2207d7fbb1ea), precommit_add_association {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:33.995336 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bec15b7-f1a1-5518-be2b-7c4ae9037c47-9a4cbfb5-84ed-4c84-98da-2a3ee4f50494', 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494', 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'fixed_ips': [{'subnet_id': '66ae6463-aea0-4be1-ad1c-8d44332d590e'}]}} from dv-cinder-825360-1-iscsi. {{(pid=103028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 18:42:33.996212 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.031147 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Publish callbacks [] for router_gateway (ff282d87-a870-447a-85fb-2207d7fbb1ea), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.182765 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port f0c73d24-5a40-48d3-95be-9d26c17c13fd is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:34.183313 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.243581 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port f0c73d24-5a40-48d3-95be-9d26c17c13fd, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=f0c73d24-5a40-48d3-95be-9d26c17c13fd,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:34.256804 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.283477 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Publish callbacks [] for router_gateway (ff282d87-a870-447a-85fb-2207d7fbb1ea), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.291989 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926417fe-b791-42db-b526-b75588640944 req-bba40ce7-7b45-4cf9-94e4-49d3e50fb0f4 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:34.294254 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-926417fe-b791-42db-b526-b75588640944 req-bba40ce7-7b45-4cf9-94e4-49d3e50fb0f4 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0708916 Jan 19 18:42:34.307508 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.db_base_plugin_common [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Allocated IP 172.20.0.2 (9a4cbfb5-84ed-4c84-98da-2a3ee4f50494/66ae6463-aea0-4be1-ad1c-8d44332d590e/96f0a3a2-828c-4984-8810-3f97ce16d7af) {{(pid=103028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:42:34.310016 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.326257 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:31Z', 'revision_number': 4, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '14341285-77ca-4dc1-b2a2-6f4d8473784a', 'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'mac_address': 'fa:16:3e:02:7d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:30Z', 'updated_at': '2022-01-19T18:42:31Z', 'revision_number': 2, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'subnets': [{'id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:34.361201 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-926417fe-b791-42db-b526-b75588640944 req-704d0675-2ef2-4335-a58b-74c1da9e9674 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611615 Jan 19 18:42:34.379821 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Checking router: 98ead339-9911-44ff-ad0b-2d5ad4dc5648 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:42:34.380977 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Updating router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 port 14341285-77ca-4dc1-b2a2-6f4d8473784a binding host dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:42:34.411265 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=f0c73d24-5a40-48d3-95be-9d26c17c13fd,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:34.432812 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Allocated IP 172.27.3.149 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/9b15d2c9-6c85-44f5-b890-c4d36a2033be) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:42:34.440160 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.558202 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Publish callbacks [] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.595252 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.638361 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:42:34.641198 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:34.643687 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:42:34.670941 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=9b15d2c9-6c85-44f5-b890-c4d36a2033be,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:34.677717 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Publish callbacks [] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), precommit_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.688666 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.751826 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Network 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 is already hosted by enough agents. {{(pid=103028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:42:34.763835 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Resources bound (agent type, host, resource id): {{(pid=103028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:34.771578 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Received port after_create {{(pid=103028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:42:34.773466 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Pushing event updated for resources: {'Port': ['ID=96f0a3a2-828c-4984-8810-3f97ce16d7af,revision_number=1']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:34.878281 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Attempting to bind port 96f0a3a2-828c-4984-8810-3f97ce16d7af on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:42:34.878652 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Attempting to bind port 96f0a3a2-828c-4984-8810-3f97ce16d7af by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'd3cd94e0-5e9a-4cac-88a4-d2f02b75426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:42:34.879234 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Attempting to bind port 96f0a3a2-828c-4984-8810-3f97ce16d7af on network 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:42:34.888872 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:42:34.889266 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Checking segment: {'id': 'd3cd94e0-5e9a-4cac-88a4-d2f02b75426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:42:34.889869 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.890216 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Bound using segment: {'id': 'd3cd94e0-5e9a-4cac-88a4-d2f02b75426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:42:34.890793 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Bound port: 96f0a3a2-828c-4984-8810-3f97ce16d7af, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cd94e0-5e9a-4cac-88a4-d2f02b75426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:42:34.891085 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.911550 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Publish callbacks [] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.927637 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Publish callbacks [] for router_gateway (ff282d87-a870-447a-85fb-2207d7fbb1ea), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:34.937653 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:35.012143 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d2635-4f57-4ceb-a5d5-4df05f8997e4 None None] Pushing event updated for resources: {'Port': ['ID=14341285-77ca-4dc1-b2a2-6f4d8473784a,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:35.022178 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] For port 96f0a3a2-828c-4984-8810-3f97ce16d7af, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:42:35.067875 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228dac2-3466-4adb-8bbd-5bd7e7373211 req-3230bc18-49e3-4124-9b67-5ba1007be245 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:35.070399 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] For port 96f0a3a2-828c-4984-8810-3f97ce16d7af, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=96f0a3a2-828c-4984-8810-3f97ce16d7af,segment=NetworkSegment(d3cd94e0-5e9a-4cac-88a4-d2f02b75426a),segment_id=d3cd94e0-5e9a-4cac-88a4-d2f02b75426a)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:42:35.071127 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0228dac2-3466-4adb-8bbd-5bd7e7373211 req-3230bc18-49e3-4124-9b67-5ba1007be245 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 947 time: 0.0765686 Jan 19 18:42:35.080506 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:35.132730 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Attempting to bind port 14341285-77ca-4dc1-b2a2-6f4d8473784a on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:42:35.133109 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Attempting to bind port 14341285-77ca-4dc1-b2a2-6f4d8473784a by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:42:35.133482 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Attempting to bind port 14341285-77ca-4dc1-b2a2-6f4d8473784a on network f90c5281-a610-4a74-9725-0c46feb803d2 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:42:35.148575 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:42:35.149277 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Checking segment: {'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:42:35.149414 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0228dac2-3466-4adb-8bbd-5bd7e7373211 req-e2f883e7-3914-4485-998d-210377ac9cef tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636137 Jan 19 18:42:35.149964 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:35.150538 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Bound using segment: {'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:42:35.151310 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Bound port: 14341285-77ca-4dc1-b2a2-6f4d8473784a, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:42:35.151870 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:35.200681 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093724'] for router (ff282d87-a870-447a-85fb-2207d7fbb1ea), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:35.209846 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e6ffe-37c9-4c95-9a2e-af2f13c500f6 None None] Pushing event updated for resources: {'Port': ['ID=96f0a3a2-828c-4984-8810-3f97ce16d7af,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:35.251449 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] For port 14341285-77ca-4dc1-b2a2-6f4d8473784a, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:42:35.258283 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] For port 14341285-77ca-4dc1-b2a2-6f4d8473784a, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=14341285-77ca-4dc1-b2a2-6f4d8473784a,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:42:35.264720 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:35.314318 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device f0c73d24-5a40-48d3-95be-9d26c17c13fd up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:42:35.360170 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Router ff282d87-a870-447a-85fb-2207d7fbb1ea is scheduled to L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 with binding_index 1 {{(pid=103027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 18:42:35.385873 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Routers {'98ead339-9911-44ff-ad0b-2d5ad4dc5648'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:35.386662 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:35.396254 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d2635-4f57-4ceb-a5d5-4df05f8997e4 None None] Pushing event updated for resources: {'Port': ['ID=14341285-77ca-4dc1-b2a2-6f4d8473784a,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:35.474936 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-bfd6834d-c4f0-4470-8269-aaee274f92b6 None None] Provisioning complete for port 14341285-77ca-4dc1-b2a2-6f4d8473784a triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:35.475107 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bfd6834d-c4f0-4470-8269-aaee274f92b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:35.567306 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90759b53-2e89-466a-a5c3-97dbe240fe87 req-58fb1efa-25bf-404a-b419-330a9fc8519e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:35.569723 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-90759b53-2e89-466a-a5c3-97dbe240fe87 req-58fb1efa-25bf-404a-b419-330a9fc8519e tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.1061027 Jan 19 18:42:35.576830 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:42:35.590790 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Sync routers for ids ['ff282d87-a870-447a-85fb-2207d7fbb1ea'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:42:35.607318 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Routers {'ff282d87-a870-447a-85fb-2207d7fbb1ea'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:35.608848 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['ff282d87-a870-447a-85fb-2207d7fbb1ea'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:35.610382 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port f0c73d24-5a40-48d3-95be-9d26c17c13fd triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:35.610750 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:35.620824 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:35.622534 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-6a6cf46e-eb22-42a6-84e8-3c7da7c54ca2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0748143 Jan 19 18:42:35.626600 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42232) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:35.643015 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-90759b53-2e89-466a-a5c3-97dbe240fe87 req-98069b0a-eec3-4358-b11d-771e139e6b2b tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676341 Jan 19 18:42:35.699810 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] Set router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:35.759468 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Set router ff282d87-a870-447a-85fb-2207d7fbb1ea gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:35.951592 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'name': 'tempest-TestShelveInstance-1887045773-router', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:33Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 3, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'gw_port': {'id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:34Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:35.978383 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Checking router: ff282d87-a870-447a-85fb-2207d7fbb1ea for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:42:35.978873 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Updating router ff282d87-a870-447a-85fb-2207d7fbb1ea port 9b15d2c9-6c85-44f5-b890-c4d36a2033be binding host dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:42:36.005039 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.012112 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6834d-c4f0-4470-8269-aaee274f92b6 None None] Current status of the port 14341285-77ca-4dc1-b2a2-6f4d8473784a is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:36.012501 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bfd6834d-c4f0-4470-8269-aaee274f92b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.038630 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port f0c73d24-5a40-48d3-95be-9d26c17c13fd is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:36.085368 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-bfd6834d-c4f0-4470-8269-aaee274f92b6 None None] For port 14341285-77ca-4dc1-b2a2-6f4d8473784a, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=14341285-77ca-4dc1-b2a2-6f4d8473784a,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:36.091249 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bfd6834d-c4f0-4470-8269-aaee274f92b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.134325 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.182165 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6834d-c4f0-4470-8269-aaee274f92b6 None None] Pushing event updated for resources: {'Port': ['ID=14341285-77ca-4dc1-b2a2-6f4d8473784a,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:36.211147 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:31Z', 'revision_number': 4, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '14341285-77ca-4dc1-b2a2-6f4d8473784a', 'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'mac_address': 'fa:16:3e:02:7d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:30Z', 'updated_at': '2022-01-19T18:42:35Z', 'revision_number': 4, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'subnets': [{'id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:36.267360 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-a23ea132-34d3-4c8c-8a3d-89b80f5fc5c4 None None] Provisioning complete for port 14341285-77ca-4dc1-b2a2-6f4d8473784a triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:36.267791 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a23ea132-34d3-4c8c-8a3d-89b80f5fc5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.310623 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe2caf9-d4af-45a6-8b0a-b3ea267123a0 None None] The sync data for ids ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'] in dv-cinder-825360-1-iscsi is: [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:31Z', 'revision_number': 4, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '14341285-77ca-4dc1-b2a2-6f4d8473784a', 'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'mac_address': 'fa:16:3e:02:7d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:30Z', 'updated_at': '2022-01-19T18:42:35Z', 'revision_number': 4, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'subnets': [{'id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:42:36.324477 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Publish callbacks [] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), precommit_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.335959 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.338912 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dd61c-1a7b-42dd-a600-b0c0c9d0bf44 req-c9aff01a-dc95-4816-97f3-e5098fb5f289 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:36.352108 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f59dd61c-1a7b-42dd-a600-b0c0c9d0bf44 req-c9aff01a-dc95-4816-97f3-e5098fb5f289 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 947 time: 0.1004691 Jan 19 18:42:36.414934 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00159c-9db2-4b4e-aaa2-370b8981b449 None None] Pushing event updated for resources: {'Port': ['ID=9b15d2c9-6c85-44f5-b890-c4d36a2033be,revision_number=2']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:36.416204 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-a23ea132-34d3-4c8c-8a3d-89b80f5fc5c4 None None] Current status of the port 14341285-77ca-4dc1-b2a2-6f4d8473784a is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:36.443033 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Attempting to bind port 9b15d2c9-6c85-44f5-b890-c4d36a2033be on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:42:36.444515 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Attempting to bind port 9b15d2c9-6c85-44f5-b890-c4d36a2033be by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:42:36.444930 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Attempting to bind port 9b15d2c9-6c85-44f5-b890-c4d36a2033be on network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:42:36.467591 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:42:36.467975 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Checking segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:42:36.468386 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.468816 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Bound using segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:42:36.469299 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Bound port: 9b15d2c9-6c85-44f5-b890-c4d36a2033be, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:42:36.469678 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.481251 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f59dd61c-1a7b-42dd-a600-b0c0c9d0bf44 req-ec9b3c50-834b-416d-9a16-9084ef2d9022 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279814 Jan 19 18:42:36.495833 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Allocated IP 172.20.0.1 (9a4cbfb5-84ed-4c84-98da-2a3ee4f50494/66ae6463-aea0-4be1-ad1c-8d44332d590e/8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:42:36.536026 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] For port 9b15d2c9-6c85-44f5-b890-c4d36a2033be, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:42:36.540785 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] For port 9b15d2c9-6c85-44f5-b890-c4d36a2033be, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=9b15d2c9-6c85-44f5-b890-c4d36a2033be,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:42:36.565640 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.631961 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68376ee9-5038-4d24-b714-da849ef09c6f None None] Network 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:42:36.665937 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Publish callbacks [] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.693380 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Routers {'ff282d87-a870-447a-85fb-2207d7fbb1ea'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:36.699434 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['ff282d87-a870-447a-85fb-2207d7fbb1ea'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:36.702705 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00159c-9db2-4b4e-aaa2-370b8981b449 None None] Pushing event updated for resources: {'Port': ['ID=9b15d2c9-6c85-44f5-b890-c4d36a2033be,revision_number=3']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:36.713183 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.761127 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-779ca70b-548d-4e13-acd5-4231199a8d39 None None] Provisioning complete for port 96f0a3a2-828c-4984-8810-3f97ce16d7af triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:36.762115 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-779ca70b-548d-4e13-acd5-4231199a8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.814672 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Network 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:42:36.816882 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:36.821903 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:36.825608 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:42:36.870943 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-34acab87-e39a-4402-a1e9-eeedfd34ff03 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:36.872123 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99c466-d761-4580-8ecb-e5bc3342d8e4 req-9d895844-bdbc-4b60-86c8-eeedb3501d39 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:36.876849 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-34acab87-e39a-4402-a1e9-eeedfd34ff03 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 947 time: 0.1290221 Jan 19 18:42:36.884498 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-df99c466-d761-4580-8ecb-e5bc3342d8e4 req-9d895844-bdbc-4b60-86c8-eeedb3501d39 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0958090 Jan 19 18:42:36.887520 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] Set router ff282d87-a870-447a-85fb-2207d7fbb1ea gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:36.941482 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 95689950-c5f2-4256-8cac-60834ee0fe18 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:42:36.947488 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2090665'] for router_interface (ff282d87-a870-447a-85fb-2207d7fbb1ea), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:36.976700 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: 95689950-c5f2-4256-8cac-60834ee0fe18 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:42:36.977136 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 95689950-c5f2-4256-8cac-60834ee0fe18 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:42:36.981679 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-779ca70b-548d-4e13-acd5-4231199a8d39 None None] Current status of the port 96f0a3a2-828c-4984-8810-3f97ce16d7af is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:36.982233 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-779ca70b-548d-4e13-acd5-4231199a8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:37.028504 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-df99c466-d761-4580-8ecb-e5bc3342d8e4 req-5b43bcf4-3381-41bd-882e-9996b3b89af8 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323166 Jan 19 18:42:37.044894 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-779ca70b-548d-4e13-acd5-4231199a8d39 None None] For port 96f0a3a2-828c-4984-8810-3f97ce16d7af, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=96f0a3a2-828c-4984-8810-3f97ce16d7af,segment=NetworkSegment(d3cd94e0-5e9a-4cac-88a4-d2f02b75426a),segment_id=d3cd94e0-5e9a-4cac-88a4-d2f02b75426a)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:37.050084 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-779ca70b-548d-4e13-acd5-4231199a8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:37.117934 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ca70b-548d-4e13-acd5-4231199a8d39 None None] Pushing event updated for resources: {'Port': ['ID=96f0a3a2-828c-4984-8810-3f97ce16d7af,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:37.170555 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Deleting port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:42:37.171074 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:37.201124 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'name': 'tempest-TestShelveInstance-1887045773-router', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:33Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 3, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'gw_port': {'id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:34Z', 'updated_at': '2022-01-19T18:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:37.235644 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957aa8e-92ed-4632-a664-4518ea49b2dd None None] The sync data for ids ['ff282d87-a870-447a-85fb-2207d7fbb1ea'] in dv-cinder-825360-1-iscsi is: [{'id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'name': 'tempest-TestShelveInstance-1887045773-router', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:33Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 3, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'gw_port': {'id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:34Z', 'updated_at': '2022-01-19T18:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:42:37.289945 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-bdebd018-6fa5-4459-ba50-f0efd8a7f3ac None None] Provisioning complete for port 96f0a3a2-828c-4984-8810-3f97ce16d7af triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:37.290418 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bdebd018-6fa5-4459-ba50-f0efd8a7f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:37.473153 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 14341285-77ca-4dc1-b2a2-6f4d8473784a up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:42:37.518895 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-bdebd018-6fa5-4459-ba50-f0efd8a7f3ac None None] Current status of the port 96f0a3a2-828c-4984-8810-3f97ce16d7af is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:37.552278 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-bdebd018-6fa5-4459-ba50-f0efd8a7f3ac None None] Provisioning complete for port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:37.557129 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bdebd018-6fa5-4459-ba50-f0efd8a7f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:37.572378 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:37.591533 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 14341285-77ca-4dc1-b2a2-6f4d8473784a triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:37.591533 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:37.627844 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-bdebd018-6fa5-4459-ba50-f0efd8a7f3ac None None] Port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:42:37.644318 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869b276-fccd-4f8a-9cf4-87d3bb5239cd req-ee5eb057-b5a4-40bd-a0a1-a276785041de tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:37.649660 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7869b276-fccd-4f8a-9cf4-87d3bb5239cd req-ee5eb057-b5a4-40bd-a0a1-a276785041de tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 947 time: 0.0797806 Jan 19 18:42:37.679118 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] For port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:37.679769 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:37.746000 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7869b276-fccd-4f8a-9cf4-87d3bb5239cd req-bf06be4c-dfc6-41b3-b416-52774bc1a508 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907583 Jan 19 18:42:37.758313 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 14341285-77ca-4dc1-b2a2-6f4d8473784a is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:37.760373 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 96f0a3a2-828c-4984-8810-3f97ce16d7af up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:42:37.799509 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-2e8d8ee3-8d1f-4d3a-9046-b271d289f8c1 None None] Provisioning complete for port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:37.799932 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8ee3-8d1f-4d3a-9046-b271d289f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:37.846242 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d8ee3-8d1f-4d3a-9046-b271d289f8c1 None None] Port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:42:37.856514 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 96f0a3a2-828c-4984-8810-3f97ce16d7af triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:37.856939 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:37.964186 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 96f0a3a2-828c-4984-8810-3f97ce16d7af is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:38.059314 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Publish callbacks [] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:38.070334 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:38.101845 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:38.102422 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (80e94fb9-9e2a-468f-808d-3e8feca78151), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:38.102523 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.l3_db [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Floating IP 80e94fb9-9e2a-468f-808d-3e8feca78151 disassociated. External IP: 172.27.3.47, port: 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb. Jan 19 18:42:38.102850 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Calling delete_port for 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb owned by compute:nova {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:42:38.153806 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc574a0-b08c-4234-a541-3d9a84a26623 req-561ee39d-bada-441d-aeff-e9c7ad6e6524 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:38.155545 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ebc574a0-b08c-4234-a541-3d9a84a26623 req-561ee39d-bada-441d-aeff-e9c7ad6e6524 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0557179 Jan 19 18:42:38.191531 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090589'] for router_interface (ff282d87-a870-447a-85fb-2207d7fbb1ea), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:38.195863 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:38.213217 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ebc574a0-b08c-4234-a541-3d9a84a26623 req-d05b7861-dd95-4cba-93bf-dbc62a5730a9 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507631 Jan 19 18:42:38.344232 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Network 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:42:38.347588 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:38.399037 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:38.441790 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event deleted for resources: {'Port': ['ID=9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:38.624294 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc17ab-ace8-4254-bafa-8fb7adcb806b req-b144b655-1f61-4bd3-832b-e23a69cbf330 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:38.625473 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f4fc17ab-ace8-4254-bafa-8fb7adcb806b req-b144b655-1f61-4bd3-832b-e23a69cbf330 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0939918 Jan 19 18:42:38.629691 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Router ff282d87-a870-447a-85fb-2207d7fbb1ea has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:42:38.644227 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d1ccc-531c-4468-84e3-9bd0bf635b86 req-9bdd2b6e-d8c8-4836-9b90-249a7ce36c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:38.646248 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3e9d1ccc-531c-4468-84e3-9bd0bf635b86 req-9bdd2b6e-d8c8-4836-9b90-249a7ce36c39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85&device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 1137 time: 0.1021981 Jan 19 18:42:38.647286 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:42:38.680981 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-1fa5d814-918b-4bdc-b288-c1158783e733 None None] Provisioning complete for port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:38.683400 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d814-918b-4bdc-b288-c1158783e733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:38.740459 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5d814-918b-4bdc-b288-c1158783e733 None None] Port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:42:38.760420 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d1ccc-531c-4468-84e3-9bd0bf635b86 req-e5f3cd20-77d9-4ef5-ab43-eed106cdf627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:38.762972 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3e9d1ccc-531c-4468-84e3-9bd0bf635b86 req-e5f3cd20-77d9-4ef5-ab43-eed106cdf627 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c HTTP/1.1" status: 200 len: 915 time: 0.1051376 Jan 19 18:42:38.860499 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f4fc17ab-ace8-4254-bafa-8fb7adcb806b req-e259a612-cc79-48c7-a7fa-688daa61d894 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2272017 Jan 19 18:42:38.879217 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c61423bb-1379-42f8-92ba-e9273f9c4a40 req-384d8c82-13be-454c-a5f9-b3f5abedf39d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a9f3403-4437-466f-955b-b8b12295778b HTTP/1.1" status: 200 len: 210 time: 0.0381391 Jan 19 18:42:38.881788 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3e9d1ccc-531c-4468-84e3-9bd0bf635b86 req-7dac5edc-b5c4-4ae1-9d82-e18c73954222 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 200 len: 1001 time: 0.1127596 Jan 19 18:42:38.887132 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:42:38.900449 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a6410c22-08a6-4130-8a22-120b7da0a063 admin admin] 10.222.0.39 "PUT /v2.0/routers/ff282d87-a870-447a-85fb-2207d7fbb1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2648094 Jan 19 18:42:38.924044 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:42:38.937326 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d1ccc-531c-4468-84e3-9bd0bf635b86 req-c47fc2af-c380-42a9-9066-21e556c53674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:38.938557 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c4678-bbbe-43aa-946f-83db9cf4b66b None None] Sync routers for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:42:38.938801 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3e9d1ccc-531c-4468-84e3-9bd0bf635b86 req-c47fc2af-c380-42a9-9066-21e556c53674 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed4197e1-d7fb-4051-b8e3-cdb68222854f HTTP/1.1" status: 200 len: 854 time: 0.0502374 Jan 19 18:42:38.949916 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c4678-bbbe-43aa-946f-83db9cf4b66b None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:38.950812 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-3f0c4678-bbbe-43aa-946f-83db9cf4b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:38.990923 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] No DVR routers for this DVR port 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb on host hv-cinder-82536 {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:42:38.994309 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:39.003306 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-defc0f2c-2bdd-478a-9e09-ec86c70b83f6 req-72b9003b-11a8-411a-b8d5-8370ef0c2647 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.35 "DELETE /v2.0/ports/9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb HTTP/1.1" status: 204 len: 173 time: 2.1122475 Jan 19 18:42:39.005201 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'name': 'network-vif-deleted', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:42:39.012033 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedb4eb5-35af-4e13-9ddb-5b32962502b1" -d '{"events": [{"server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "name": "network-vif-deleted", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:42:39.053439 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d1ccc-531c-4468-84e3-9bd0bf635b86 req-063c4ffc-a9f8-4496-b127-a06dc6322b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:39.057114 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3e9d1ccc-531c-4468-84e3-9bd0bf635b86 req-063c4ffc-a9f8-4496-b127-a06dc6322b57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1099756 Jan 19 18:42:39.082438 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a86b76b-7bbe-4968-9842-99dbb85e96d8 x-openstack-request-id: req-8a86b76b-7bbe-4968-9842-99dbb85e96d8 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:42:39.082930 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9f3403-4437-466f-955b-b8b12295778b", "name": "network-vif-deleted", "tag": "9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:42:39.083284 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a86b76b-7bbe-4968-9842-99dbb85e96d8 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:42:39.084351 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9f3403-4437-466f-955b-b8b12295778b', 'name': 'network-vif-deleted', 'tag': '9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb', 'status': 'completed', 'code': 200} Jan 19 18:42:39.151107 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-3f0c4678-bbbe-43aa-946f-83db9cf4b66b None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:39.196782 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3e9d1ccc-531c-4468-84e3-9bd0bf635b86 req-cc8f1b75-18eb-4f03-ad37-6e8e217832bd service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325538 Jan 19 18:42:39.391156 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3e9d1ccc-531c-4468-84e3-9bd0bf635b86 req-16aae6eb-4f82-44b7-b3ff-5c223a7cb0bb service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868720 Jan 19 18:42:39.427588 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-3f0c4678-bbbe-43aa-946f-83db9cf4b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:39.476801 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8994e8a-b256-48d7-86db-2801e66f14e0 req-17704e73-ad8e-463f-b7ea-efe906380b3c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:39.483693 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a8994e8a-b256-48d7-86db-2801e66f14e0 req-17704e73-ad8e-463f-b7ea-efe906380b3c tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.0913849 Jan 19 18:42:39.518577 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c4678-bbbe-43aa-946f-83db9cf4b66b None None] Checking router: b6b1baec-66d8-48e8-9d2f-e8a29a04b575 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:42:39.527977 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 9b15d2c9-6c85-44f5-b890-c4d36a2033be up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:42:39.571181 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c4678-bbbe-43aa-946f-83db9cf4b66b None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:39.571786 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-3f0c4678-bbbe-43aa-946f-83db9cf4b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:39.585747 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a8994e8a-b256-48d7-86db-2801e66f14e0 req-6fefbd84-8036-40cf-82cb-cbfaceb05750 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007493 Jan 19 18:42:39.662037 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42260) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:39.669367 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-2acfcd63-ffa7-4fc6-a938-113ad3783811 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962452204', 'description': 'tempest-secgroup-smoke-1962452204 description', 'project_id': 'c021d923a00e46de95dc00151f1d907f'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:39.690794 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 9b15d2c9-6c85-44f5-b890-c4d36a2033be triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:39.691394 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:39.709146 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2acfcd63-ffa7-4fc6-a938-113ad3783811 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:39.733628 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-3f0c4678-bbbe-43aa-946f-83db9cf4b66b None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:39.797114 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2acfcd63-ffa7-4fc6-a938-113ad3783811 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group (bf205869-99fc-4642-8022-7c4e749783fd), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:39.802741 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2acfcd63-ffa7-4fc6-a938-113ad3783811 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (bf205869-99fc-4642-8022-7c4e749783fd), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:39.812288 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Sync routers for ids ['ff282d87-a870-447a-85fb-2207d7fbb1ea'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:42:39.836176 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Routers {'ff282d87-a870-447a-85fb-2207d7fbb1ea'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:39.837174 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['ff282d87-a870-447a-85fb-2207d7fbb1ea'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:39.839518 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfcd63-ffa7-4fc6-a938-113ad3783811 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf205869-99fc-4642-8022-7c4e749783fd,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:39.858312 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2acfcd63-ffa7-4fc6-a938-113ad3783811 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:39.862499 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-2acfcd63-ffa7-4fc6-a938-113ad3783811 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1956744 Jan 19 18:42:39.863299 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42262) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:39.876645 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-b2aeab06-f26e-492f-aca6-7c39f551b0ae tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Request body: {'security_group_rule': {'security_group_id': 'bf205869-99fc-4642-8022-7c4e749783fd', 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:39.918062 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b2aeab06-f26e-492f-aca6-7c39f551b0ae tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (c7e9b426-f0fa-42a0-b421-9a1d36a2b585), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:39.978596 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Set router ff282d87-a870-447a-85fb-2207d7fbb1ea gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:39.988389 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cd9e9-73c5-4925-aa3b-8310ff1d7bcb req-7610b0cc-7f69-45e0-a36b-e99167094d09 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:40.001263 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-296cd9e9-73c5-4925-aa3b-8310ff1d7bcb req-7610b0cc-7f69-45e0-a36b-e99167094d09 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.1398802 Jan 19 18:42:40.037739 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b2aeab06-f26e-492f-aca6-7c39f551b0ae tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (c7e9b426-f0fa-42a0-b421-9a1d36a2b585), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.046065 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42270) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:40.096349 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b2aeab06-f26e-492f-aca6-7c39f551b0ae tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (c7e9b426-f0fa-42a0-b421-9a1d36a2b585), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.140270 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aeab06-f26e-492f-aca6-7c39f551b0ae tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e9b426-f0fa-42a0-b421-9a1d36a2b585,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:40.156919 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b2aeab06-f26e-492f-aca6-7c39f551b0ae tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.157180 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acf059-10ae-47d9-acb2-8e73d9b5c3bc req-c8a9c616-c806-4d70-8a71-0ac1daf7fe97 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:40.159063 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b2aeab06-f26e-492f-aca6-7c39f551b0ae tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2861977 Jan 19 18:42:40.163195 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42272) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:40.168146 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-28acf059-10ae-47d9-acb2-8e73d9b5c3bc req-c8a9c616-c806-4d70-8a71-0ac1daf7fe97 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.1344657 Jan 19 18:42:40.169992 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-c3b92048-406e-4ab8-9c0b-c1f5c0e323a6 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Request body: {'security_group_rule': {'security_group_id': 'bf205869-99fc-4642-8022-7c4e749783fd', 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:40.197742 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a01b573-3d46-4b9a-8cd4-a568e3d5d59f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (d1952ce6-a5ec-4b5a-b5cf-7853b07c682d), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.236782 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a01b573-3d46-4b9a-8cd4-a568e3d5d59f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (d1952ce6-a5ec-4b5a-b5cf-7853b07c682d), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.237494 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-296cd9e9-73c5-4925-aa3b-8310ff1d7bcb req-220bf6e7-6cac-478e-8529-5b88483ff461 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Deleting port 0641e1f3-685b-4c50-996e-2cc1016a501d {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:42:40.237992 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-296cd9e9-73c5-4925-aa3b-8310ff1d7bcb req-220bf6e7-6cac-478e-8529-5b88483ff461 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.278349 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-3f0c4678-bbbe-43aa-946f-83db9cf4b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:40.307145 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 9b15d2c9-6c85-44f5-b890-c4d36a2033be is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:40.307449 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.309368 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a01b573-3d46-4b9a-8cd4-a568e3d5d59f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (d1952ce6-a5ec-4b5a-b5cf-7853b07c682d), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.312558 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a01b573-3d46-4b9a-8cd4-a568e3d5d59f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.314058 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-6a01b573-3d46-4b9a-8cd4-a568e3d5d59f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "DELETE /v2.0/security-groups/d1952ce6-a5ec-4b5a-b5cf-7853b07c682d HTTP/1.1" status: 204 len: 168 time: 0.2668822 Jan 19 18:42:40.318124 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-28acf059-10ae-47d9-acb2-8e73d9b5c3bc req-ba577ca5-972f-420b-8c93-7516811f7ca3 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482384 Jan 19 18:42:40.322785 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42274) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:40.330170 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port 9b15d2c9-6c85-44f5-b890-c4d36a2033be, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=9b15d2c9-6c85-44f5-b890-c4d36a2033be,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:40.332042 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c4678-bbbe-43aa-946f-83db9cf4b66b None None] The sync data for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi is: [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:42:40.340089 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.358304 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c3b92048-406e-4ab8-9c0b-c1f5c0e323a6 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (fb63f8a7-c2a9-4620-ae19-6fe834c6b75e), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.362103 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.api.v2.resource [None req-45ca3bc1-1c18-4564-9bfd-8cdd41aea831 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] show failed (client error): The resource could not be found. Jan 19 18:42:40.363149 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-45ca3bc1-1c18-4564-9bfd-8cdd41aea831 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups/d1952ce6-a5ec-4b5a-b5cf-7853b07c682d HTTP/1.1" status: 404 len: 347 time: 0.0392523 Jan 19 18:42:40.371290 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42276) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:40.422198 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=9b15d2c9-6c85-44f5-b890-c4d36a2033be,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:40.423746 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'name': 'tempest-TestShelveInstance-1887045773-router', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:33Z', 'updated_at': '2022-01-19T18:42:37Z', 'revision_number': 4, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'gw_port': {'id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:34Z', 'updated_at': '2022-01-19T18:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3', 'name': '', 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'mac_address': 'fa:16:3e:fd:5f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '66ae6463-aea0-4be1-ad1c-8d44332d590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:36Z', 'updated_at': '2022-01-19T18:42:37Z', 'revision_number': 2, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'subnets': [{'id': '66ae6463-aea0-4be1-ad1c-8d44332d590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:40.432465 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01b573-3d46-4b9a-8cd4-a568e3d5d59f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1952ce6-a5ec-4b5a-b5cf-7853b07c682d,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:40.434785 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.435146 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.435496 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.435836 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.436172 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.436508 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.436867 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.437203 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.437533 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.437864 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.438194 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.438517 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.438839 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:42:40.499337 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c3b92048-406e-4ab8-9c0b-c1f5c0e323a6 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (fb63f8a7-c2a9-4620-ae19-6fe834c6b75e), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.507909 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c3b92048-406e-4ab8-9c0b-c1f5c0e323a6 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (fb63f8a7-c2a9-4620-ae19-6fe834c6b75e), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.533535 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b92048-406e-4ab8-9c0b-c1f5c0e323a6 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb63f8a7-c2a9-4620-ae19-6fe834c6b75e,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:40.559650 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c3b92048-406e-4ab8-9c0b-c1f5c0e323a6 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.563583 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-c3b92048-406e-4ab8-9c0b-c1f5c0e323a6 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3964725 Jan 19 18:42:40.563904 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42278) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:40.565816 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-296cd9e9-73c5-4925-aa3b-8310ff1d7bcb req-220bf6e7-6cac-478e-8529-5b88483ff461 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] For port 0641e1f3-685b-4c50-996e-2cc1016a501d, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=0641e1f3-685b-4c50-996e-2cc1016a501d,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:40.566348 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-296cd9e9-73c5-4925-aa3b-8310ff1d7bcb req-220bf6e7-6cac-478e-8529-5b88483ff461 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.583538 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-8d14990c-f6a0-4bca-9e9d-71c53ad2c44f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Request body: {'security_group_rule': {'security_group_id': 'bf205869-99fc-4642-8022-7c4e749783fd', 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:40.592308 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-296cd9e9-73c5-4925-aa3b-8310ff1d7bcb req-220bf6e7-6cac-478e-8529-5b88483ff461 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Calling delete_port for 0641e1f3-685b-4c50-996e-2cc1016a501d owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:42:40.598833 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Checking router: ff282d87-a870-447a-85fb-2207d7fbb1ea for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:42:40.599397 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Updating router ff282d87-a870-447a-85fb-2207d7fbb1ea port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 binding host dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:42:40.647508 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8d14990c-f6a0-4bca-9e9d-71c53ad2c44f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (a83e478c-0da7-42d2-8d9e-64e7004be6cd), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.669908 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.772884 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8d14990c-f6a0-4bca-9e9d-71c53ad2c44f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (a83e478c-0da7-42d2-8d9e-64e7004be6cd), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.780331 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8d14990c-f6a0-4bca-9e9d-71c53ad2c44f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (a83e478c-0da7-42d2-8d9e-64e7004be6cd), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.822469 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14990c-f6a0-4bca-9e9d-71c53ad2c44f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83e478c-0da7-42d2-8d9e-64e7004be6cd,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:40.825928 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbe71c-a7ae-489c-b4e4-b64534850135 None None] New status for floating IP 80e94fb9-9e2a-468f-808d-3e8feca78151: DOWN {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:42:40.856183 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8d14990c-f6a0-4bca-9e9d-71c53ad2c44f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.857907 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-8d14990c-f6a0-4bca-9e9d-71c53ad2c44f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2930422 Jan 19 18:42:40.861123 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42282) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:40.868102 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-296cd9e9-73c5-4925-aa3b-8310ff1d7bcb req-220bf6e7-6cac-478e-8529-5b88483ff461 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (0641e1f3-685b-4c50-996e-2cc1016a501d), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.870613 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-0ffda985-6db4-41b6-bf3a-9674baf0e38b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Request body: {'security_group_rule': {'security_group_id': 'bf205869-99fc-4642-8022-7c4e749783fd', 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:40.892267 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['0641e1f3-685b-4c50-996e-2cc1016a501d'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:42:40.895619 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb1ba1-56da-4f3a-80ac-db39882892ff req-7fdf0713-a9f1-4e27-9191-ef26c0f1e2fd tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:40.904505 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0bb1ba1-56da-4f3a-80ac-db39882892ff req-7fdf0713-a9f1-4e27-9191-ef26c0f1e2fd tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0132977-9830-47e0-b314-4de3257e293e HTTP/1.1" status: 200 len: 946 time: 0.1732962 Jan 19 18:42:40.908237 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-fa569383-1f28-41ea-ad02-760f4e376d72 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Deleting port b6f05217-54e5-4e57-bac8-72be04bb4a06 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:42:40.908578 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fa569383-1f28-41ea-ad02-760f4e376d72 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (b6f05217-54e5-4e57-bac8-72be04bb4a06), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.942157 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0ffda985-6db4-41b6-bf3a-9674baf0e38b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (38acc6f6-187e-4118-800b-04994e806cd5), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:40.959684 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:42:41.024978 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bf6e7-6cac-478e-8529-5b88483ff461 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Pushing event deleted for resources: {'Port': ['ID=0641e1f3-685b-4c50-996e-2cc1016a501d,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:41.032878 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:42:41.033707 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 9d67e4da-2bc2-4e60-abf7-1e7ffc35a6eb not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:42:41.101956 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0ffda985-6db4-41b6-bf3a-9674baf0e38b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (38acc6f6-187e-4118-800b-04994e806cd5), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.107362 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0ffda985-6db4-41b6-bf3a-9674baf0e38b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (38acc6f6-187e-4118-800b-04994e806cd5), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.137319 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffda985-6db4-41b6-bf3a-9674baf0e38b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38acc6f6-187e-4118-800b-04994e806cd5,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:41.147800 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0ffda985-6db4-41b6-bf3a-9674baf0e38b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.149039 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-0ffda985-6db4-41b6-bf3a-9674baf0e38b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2861218 Jan 19 18:42:41.151998 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42284) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:41.157472 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-8cc79603-71ca-4387-9635-86b45899d616 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Request body: {'security_group_rule': {'security_group_id': 'bf205869-99fc-4642-8022-7c4e749783fd', 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:41.191092 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.securitygroups_db [None req-8cc79603-71ca-4387-9635-86b45899d616 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Project c021d923a00e46de95dc00151f1d907f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 18:42:41.203114 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8cc79603-71ca-4387-9635-86b45899d616 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (fa2f1b48-ff53-4f86-8d0c-74b491bd3d0b), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.260312 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Publish callbacks [] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), precommit_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.268032 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.268199 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8cc79603-71ca-4387-9635-86b45899d616 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (fa2f1b48-ff53-4f86-8d0c-74b491bd3d0b), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.275753 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8cc79603-71ca-4387-9635-86b45899d616 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (fa2f1b48-ff53-4f86-8d0c-74b491bd3d0b), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.305688 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc79603-71ca-4387-9635-86b45899d616 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2f1b48-ff53-4f86-8d0c-74b491bd3d0b,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:41.343586 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c444654-aa36-45d6-ac2d-e3c454bd5e51 None None] Pushing event updated for resources: {'Port': ['ID=8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3,revision_number=3']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:41.365774 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8cc79603-71ca-4387-9635-86b45899d616 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.381548 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-8cc79603-71ca-4387-9635-86b45899d616 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2282960 Jan 19 18:42:41.383086 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 9b15d2c9-6c85-44f5-b890-c4d36a2033be up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:42:41.383712 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42288) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:41.397068 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-7ff46ebb-7344-40cc-894e-511c1cac9ea2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Request body: {'security_group_rule': {'security_group_id': 'bf205869-99fc-4642-8022-7c4e749783fd', 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:41.466621 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.securitygroups_db [None req-7ff46ebb-7344-40cc-894e-511c1cac9ea2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Project c021d923a00e46de95dc00151f1d907f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 18:42:41.474958 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7ff46ebb-7344-40cc-894e-511c1cac9ea2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (8cd38cd0-7f36-4f62-a6ee-a3c795034e83), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.489832 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Attempting to bind port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:42:41.490321 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Attempting to bind port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'd3cd94e0-5e9a-4cac-88a4-d2f02b75426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494'}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:42:41.490687 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Attempting to bind port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 on network 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:42:41.507365 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:42:41.507732 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Checking segment: {'id': 'd3cd94e0-5e9a-4cac-88a4-d2f02b75426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:42:41.508125 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.508791 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Bound using segment: {'id': 'd3cd94e0-5e9a-4cac-88a4-d2f02b75426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494'} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:42:41.509417 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Bound port: 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cd94e0-5e9a-4cac-88a4-d2f02b75426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494'}}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:42:41.509824 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.539059 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 9b15d2c9-6c85-44f5-b890-c4d36a2033be triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:41.540889 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.597253 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b0bb1ba1-56da-4f3a-80ac-db39882892ff req-1a581cc9-3a06-4e66-ae25-aea49246cfd5 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7edd73a-bc4c-43e5-898f-61189bc7f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917341 Jan 19 18:42:41.629224 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7ff46ebb-7344-40cc-894e-511c1cac9ea2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (8cd38cd0-7f36-4f62-a6ee-a3c795034e83), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.638214 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7ff46ebb-7344-40cc-894e-511c1cac9ea2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (8cd38cd0-7f36-4f62-a6ee-a3c795034e83), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.652456 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fa569383-1f28-41ea-ad02-760f4e376d72 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (b6f05217-54e5-4e57-bac8-72be04bb4a06), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.652909 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fa569383-1f28-41ea-ad02-760f4e376d72 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (b6f05217-54e5-4e57-bac8-72be04bb4a06), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.660132 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff46ebb-7344-40cc-894e-511c1cac9ea2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd38cd0-7f36-4f62-a6ee-a3c795034e83,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:41.669520 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] For port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:42:41.670568 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7ff46ebb-7344-40cc-894e-511c1cac9ea2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.682396 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-7ff46ebb-7344-40cc-894e-511c1cac9ea2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2874885 Jan 19 18:42:41.682624 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] For port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3,segment=NetworkSegment(d3cd94e0-5e9a-4cac-88a4-d2f02b75426a),segment_id=d3cd94e0-5e9a-4cac-88a4-d2f02b75426a)] {{(pid=103029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:42:41.682624 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.686231 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-296cd9e9-73c5-4925-aa3b-8310ff1d7bcb req-220bf6e7-6cac-478e-8529-5b88483ff461 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] No DVR routers for this DVR port 0641e1f3-685b-4c50-996e-2cc1016a501d on host hv-cinder-82536 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:42:41.696290 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-296cd9e9-73c5-4925-aa3b-8310ff1d7bcb req-220bf6e7-6cac-478e-8529-5b88483ff461 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.699777 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-296cd9e9-73c5-4925-aa3b-8310ff1d7bcb req-220bf6e7-6cac-478e-8529-5b88483ff461 tempest-ServerRescueNegativeTestJSON-1704641151 tempest-ServerRescueNegativeTestJSON-1704641151-project] 10.222.0.35 "DELETE /v2.0/ports/0641e1f3-685b-4c50-996e-2cc1016a501d HTTP/1.1" status: 204 len: 173 time: 1.6845222 Jan 19 18:42:41.702070 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0132977-9830-47e0-b314-4de3257e293e', 'name': 'network-vif-deleted', 'tag': '0641e1f3-685b-4c50-996e-2cc1016a501d'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:42:41.704549 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7f50ee-c97b-492e-a825-afb194d7c03e" -d '{"events": [{"server_uuid": "c0132977-9830-47e0-b314-4de3257e293e", "name": "network-vif-deleted", "tag": "0641e1f3-685b-4c50-996e-2cc1016a501d"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:42:41.716527 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 9b15d2c9-6c85-44f5-b890-c4d36a2033be is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:41.724747 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-fa569383-1f28-41ea-ad02-760f4e376d72 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Calling delete_port for b6f05217-54e5-4e57-bac8-72be04bb4a06 owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:42:41.795018 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c444654-aa36-45d6-ac2d-e3c454bd5e51 None None] Pushing event updated for resources: {'Port': ['ID=8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3,revision_number=4']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:41.819603 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7f6675-4285-4e3f-9d18-0631c9e98ea7 x-openstack-request-id: req-2d7f6675-4285-4e3f-9d18-0631c9e98ea7 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:42:41.819946 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0132977-9830-47e0-b314-4de3257e293e", "name": "network-vif-deleted", "tag": "0641e1f3-685b-4c50-996e-2cc1016a501d", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:42:41.820376 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d7f6675-4285-4e3f-9d18-0631c9e98ea7 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:42:41.820868 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0132977-9830-47e0-b314-4de3257e293e', 'name': 'network-vif-deleted', 'tag': '0641e1f3-685b-4c50-996e-2cc1016a501d', 'status': 'completed', 'code': 200} Jan 19 18:42:41.827319 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-75b49304-2992-4d35-9ac4-0cdc13de0b53 None None] Provisioning complete for port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:41.828300 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-75b49304-2992-4d35-9ac4-0cdc13de0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:41.868351 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Routers {'ff282d87-a870-447a-85fb-2207d7fbb1ea'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:41.869363 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['ff282d87-a870-447a-85fb-2207d7fbb1ea'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:41.879130 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138966c5-aca3-469e-8f74-440f2e50dbb7 req-a7a96759-cb81-4ec0-8f19-ae93180d4f81 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:41.881271 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-138966c5-aca3-469e-8f74-440f2e50dbb7 req-a7a96759-cb81-4ec0-8f19-ae93180d4f81 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.3440309 Jan 19 18:42:41.998360 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-75b49304-2992-4d35-9ac4-0cdc13de0b53 None None] Current status of the port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:41.998799 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-75b49304-2992-4d35-9ac4-0cdc13de0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:42.060146 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-75b49304-2992-4d35-9ac4-0cdc13de0b53 None None] For port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3,segment=NetworkSegment(d3cd94e0-5e9a-4cac-88a4-d2f02b75426a),segment_id=d3cd94e0-5e9a-4cac-88a4-d2f02b75426a)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:42.069797 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-75b49304-2992-4d35-9ac4-0cdc13de0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:42.105614 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] Set router ff282d87-a870-447a-85fb-2207d7fbb1ea gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:42.128147 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b49304-2992-4d35-9ac4-0cdc13de0b53 None None] Pushing event updated for resources: {'Port': ['ID=8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:42.162631 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-138966c5-aca3-469e-8f74-440f2e50dbb7 req-eed53cd6-3f73-4bad-bf40-4a4525b3df64 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2746158 Jan 19 18:42:42.195769 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fa569383-1f28-41ea-ad02-760f4e376d72 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (b6f05217-54e5-4e57-bac8-72be04bb4a06), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:42.245329 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa569383-1f28-41ea-ad02-760f4e376d72 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event deleted for resources: {'Port': ['ID=b6f05217-54e5-4e57-bac8-72be04bb4a06,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:42.313021 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-59b16b90-7978-4572-ac82-19b86d344d3a None None] Provisioning complete for port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:42.313794 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-59b16b90-7978-4572-ac82-19b86d344d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:42.356988 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fa569383-1f28-41ea-ad02-760f4e376d72 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (80e94fb9-9e2a-468f-808d-3e8feca78151), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:42.363589 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fa569383-1f28-41ea-ad02-760f4e376d72 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:42.367236 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-fa569383-1f28-41ea-ad02-760f4e376d72 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "DELETE /v2.0/floatingips/80e94fb9-9e2a-468f-808d-3e8feca78151 HTTP/1.1" status: 204 len: 168 time: 1.9925916 Jan 19 18:42:42.440233 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-59b16b90-7978-4572-ac82-19b86d344d3a None None] Current status of the port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:42.445576 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'name': 'tempest-TestShelveInstance-1887045773-router', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:33Z', 'updated_at': '2022-01-19T18:42:37Z', 'revision_number': 4, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'gw_port': {'id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:34Z', 'updated_at': '2022-01-19T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3', 'name': '', 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'mac_address': 'fa:16:3e:fd:5f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '66ae6463-aea0-4be1-ad1c-8d44332d590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:36Z', 'updated_at': '2022-01-19T18:42:41Z', 'revision_number': 4, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'subnets': [{'id': '66ae6463-aea0-4be1-ad1c-8d44332d590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:42.483579 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0ffd5-8a13-456e-8ad6-42f17ea08eb6 None None] The sync data for ids ['ff282d87-a870-447a-85fb-2207d7fbb1ea'] in dv-cinder-825360-1-iscsi is: [{'id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'name': 'tempest-TestShelveInstance-1887045773-router', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:33Z', 'updated_at': '2022-01-19T18:42:37Z', 'revision_number': 4, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'gw_port': {'id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:34Z', 'updated_at': '2022-01-19T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3', 'name': '', 'network_id': '9a4cbfb5-84ed-4c84-98da-2a3ee4f50494', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'mac_address': 'fa:16:3e:fd:5f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '66ae6463-aea0-4be1-ad1c-8d44332d590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:36Z', 'updated_at': '2022-01-19T18:42:41Z', 'revision_number': 4, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'subnets': [{'id': '66ae6463-aea0-4be1-ad1c-8d44332d590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:42:42.672212 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42336) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:42.951285 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42348) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:42.956215 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-1ae56eac-f956-48e4-a097-5a899ca6b370 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103373550', 'description': 'tempest-description--1019141904'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:43.002177 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1ae56eac-f956-48e4-a097-5a899ca6b370 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.137824 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1ae56eac-f956-48e4-a097-5a899ca6b370 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (6eca8220-e1bd-4506-8379-e30e416bf698), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.146526 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1ae56eac-f956-48e4-a097-5a899ca6b370 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6eca8220-e1bd-4506-8379-e30e416bf698), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.193741 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae56eac-f956-48e4-a097-5a899ca6b370 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eca8220-e1bd-4506-8379-e30e416bf698,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:43.202858 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1ae56eac-f956-48e4-a097-5a899ca6b370 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.209411 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-1ae56eac-f956-48e4-a097-5a899ca6b370 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2569864 Jan 19 18:42:43.213524 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42356) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:43.224493 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-8cb14c48-87c5-4f9d-bf07-310f8b374bf8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'security_group_rule': {'security_group_id': '6eca8220-e1bd-4506-8379-e30e416bf698', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:43.280483 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8cb14c48-87c5-4f9d-bf07-310f8b374bf8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (1744b1f3-1c36-4bea-9fc5-30bb42355d3d), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.441287 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8cb14c48-87c5-4f9d-bf07-310f8b374bf8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (1744b1f3-1c36-4bea-9fc5-30bb42355d3d), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.446699 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:42:43.448849 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8cb14c48-87c5-4f9d-bf07-310f8b374bf8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (1744b1f3-1c36-4bea-9fc5-30bb42355d3d), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.471241 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb14c48-87c5-4f9d-bf07-310f8b374bf8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1744b1f3-1c36-4bea-9fc5-30bb42355d3d,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:43.490296 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8cb14c48-87c5-4f9d-bf07-310f8b374bf8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.494671 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42358) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:43.503016 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-8cb14c48-87c5-4f9d-bf07-310f8b374bf8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2779956 Jan 19 18:42:43.509324 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-52680e60-ac7b-4c59-a658-a2b42e1b5be1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'security_group_rule': {'security_group_id': '6eca8220-e1bd-4506-8379-e30e416bf698', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:43.521468 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed45bf-3cbb-4f2a-8e29-6f8639a14b3b req-f523ae19-3623-4a94-86bd-c6c50bd01f9d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:43.523016 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-daed45bf-3cbb-4f2a-8e29-6f8639a14b3b req-f523ae19-3623-4a94-86bd-c6c50bd01f9d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.1078293 Jan 19 18:42:43.525921 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:43.526411 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.563264 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2090550'] for router_interface (6fdf190d-d798-45b5-a8f3-ef5161a38614), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.640888 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:43.820790 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-52680e60-ac7b-4c59-a658-a2b42e1b5be1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (f7082f28-f7a0-44ee-afeb-4ee873dc5508), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.864013 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-daed45bf-3cbb-4f2a-8e29-6f8639a14b3b req-f7d3ef7c-406e-4a6a-8eff-18b67c380225 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3296280 Jan 19 18:42:43.920807 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-52680e60-ac7b-4c59-a658-a2b42e1b5be1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (f7082f28-f7a0-44ee-afeb-4ee873dc5508), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.931680 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-52680e60-ac7b-4c59-a658-a2b42e1b5be1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (f7082f28-f7a0-44ee-afeb-4ee873dc5508), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.969706 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52680e60-ac7b-4c59-a658-a2b42e1b5be1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7082f28-f7a0-44ee-afeb-4ee873dc5508,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:43.998735 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-52680e60-ac7b-4c59-a658-a2b42e1b5be1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:43.999915 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-52680e60-ac7b-4c59-a658-a2b42e1b5be1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5042715 Jan 19 18:42:44.003885 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42362) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:44.009493 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'floatingip': {'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:44.029022 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] Deleting port 26b56eb6-6465-4772-b3f2-8670e66f47f4 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:42:44.029365 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.035485 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.121347 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] For port 26b56eb6-6465-4772-b3f2-8670e66f47f4, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=26b56eb6-6465-4772-b3f2-8670e66f47f4,segment=NetworkSegment(affda38c-f326-40e6-a193-7f846051c92c),segment_id=affda38c-f326-40e6-a193-7f846051c92c)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:44.121785 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.138833 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] Calling delete_port for 26b56eb6-6465-4772-b3f2-8670e66f47f4 owned by network:router_interface {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:42:44.164251 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.313283 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Allocated IP 172.27.3.21 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/94c52942-35f4-45ad-aa12-079a9fc2f179) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:42:44.375215 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (26b56eb6-6465-4772-b3f2-8670e66f47f4), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.405031 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b56eb6-6465-4772-b3f2-8670e66f47f4,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:44.433951 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for port (94c52942-35f4-45ad-aa12-079a9fc2f179), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.477841 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (94c52942-35f4-45ad-aa12-079a9fc2f179), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.481052 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:42:44.525711 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:42:44.530339 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:44.534003 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:42:44.557610 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'Port': ['ID=94c52942-35f4-45ad-aa12-079a9fc2f179,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:44.575700 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089382'] for router_interface (6fdf190d-d798-45b5-a8f3-ef5161a38614), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.627418 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (c2673417-8d12-4058-9d4a-a37d178d99d8), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.664762 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (94c52942-35f4-45ad-aa12-079a9fc2f179), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.836374 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for port (94c52942-35f4-45ad-aa12-079a9fc2f179), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.841554 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (94c52942-35f4-45ad-aa12-079a9fc2f179), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.923088 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'Port': ['ID=94c52942-35f4-45ad-aa12-079a9fc2f179,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:44.935118 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 0641e1f3-685b-4c50-996e-2cc1016a501d no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:42:44.941001 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (c2673417-8d12-4058-9d4a-a37d178d99d8), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.969602 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:44.971160 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b818f60c-30b4-46f4-a472-a7afbae9a168 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9662676 Jan 19 18:42:44.974833 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: 0641e1f3-685b-4c50-996e-2cc1016a501d {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:42:44.975181 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 0641e1f3-685b-4c50-996e-2cc1016a501d not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:42:45.077991 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] Router 6fdf190d-d798-45b5-a8f3-ef5161a38614 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:42:45.091151 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec643e3-55de-4fb1-b67c-09b5cfd58388 req-10a99151-228a-4d48-8a4b-3b9748438b87 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:45.092649 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fec643e3-55de-4fb1-b67c-09b5cfd58388 req-10a99151-228a-4d48-8a4b-3b9748438b87 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0710833 Jan 19 18:42:45.275190 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-45d791d0-d1fc-4506-bca9-355dbb04bafa tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2103373550&fields=id&tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0 HTTP/1.1" status: 200 len: 267 time: 0.1208777 Jan 19 18:42:45.280782 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fec643e3-55de-4fb1-b67c-09b5cfd58388 req-db478354-7c49-4e21-a3e3-f1f66c52e127 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1770475 Jan 19 18:42:45.346671 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:42:45.358312 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-67949d93-95fd-4dcf-b2b6-1cecdee26554 admin admin] 10.222.0.39 "PUT /v2.0/routers/6fdf190d-d798-45b5-a8f3-ef5161a38614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6825697 Jan 19 18:42:45.358692 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42380) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:45.361294 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7fbb2b-4549-40d1-9ffb-d520935572d2 None None] Sync routers for ids ['6fdf190d-d798-45b5-a8f3-ef5161a38614'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:42:45.375910 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fbb2b-4549-40d1-9ffb-d520935572d2 None None] Routers {'6fdf190d-d798-45b5-a8f3-ef5161a38614'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:45.376546 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-2f7fbb2b-4549-40d1-9ffb-d520935572d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['6fdf190d-d798-45b5-a8f3-ef5161a38614'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:45.429142 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-5cd00d29-0aec-44b0-a49b-15cb3d003868 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:45.430822 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-5cd00d29-0aec-44b0-a49b-15cb3d003868 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 816 time: 0.1490858 Jan 19 18:42:45.447438 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-a381b937-a42e-48e6-8c44-d14dc701f22d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/quotas/89d4e9bdbe8c4c9d841d7a69bb3e40a0 HTTP/1.1" status: 200 len: 375 time: 0.0097280 Jan 19 18:42:45.481208 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Publish callbacks [] for router (6fdf190d-d798-45b5-a8f3-ef5161a38614), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:45.487581 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-2f7fbb2b-4549-40d1-9ffb-d520935572d2 None None] Set router 6fdf190d-d798-45b5-a8f3-ef5161a38614 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:45.506294 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-125bba56-0740-4154-917e-4c8cf88d2b55 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504608 Jan 19 18:42:45.626698 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-e9e7a293-ccd2-404f-a61e-1ad24605d49f service neutron] 10.222.0.39 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075747 Jan 19 18:42:45.684247 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-2f7fbb2b-4549-40d1-9ffb-d520935572d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'name': 'tempest-ServerRescueNegativeTestJSON-832364657-router', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:39:23Z', 'updated_at': '2022-01-19T18:42:44Z', 'revision_number': 5, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'gw_port': {'id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:24Z', 'updated_at': '2022-01-19T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:45.712818 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7fbb2b-4549-40d1-9ffb-d520935572d2 None None] Checking router: 6fdf190d-d798-45b5-a8f3-ef5161a38614 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:42:45.722081 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fbb2b-4549-40d1-9ffb-d520935572d2 None None] Routers {'6fdf190d-d798-45b5-a8f3-ef5161a38614'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:45.722867 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-2f7fbb2b-4549-40d1-9ffb-d520935572d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['6fdf190d-d798-45b5-a8f3-ef5161a38614'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:45.736445 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-0604c0db-abac-451f-9f90-96193de4d1c6 service neutron] 10.222.0.39 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016879 Jan 19 18:42:45.842767 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Publish callbacks [] for router_gateway (6fdf190d-d798-45b5-a8f3-ef5161a38614), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:45.868180 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-2f7fbb2b-4549-40d1-9ffb-d520935572d2 None None] Set router 6fdf190d-d798-45b5-a8f3-ef5161a38614 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:45.906764 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Deleting port e74e9427-8f01-42cf-b980-a8e5e94dfcb7 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:42:45.907192 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:45.947846 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d7ef0935-51a2-4066-b72b-d6f0241640d8 req-5f40437d-8023-4980-a6c4-d57cb8304cc9 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 210 time: 0.0461881 Jan 19 18:42:46.017031 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] For port e74e9427-8f01-42cf-b980-a8e5e94dfcb7, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=e74e9427-8f01-42cf-b980-a8e5e94dfcb7,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:46.017389 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.035577 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Calling delete_port for e74e9427-8f01-42cf-b980-a8e5e94dfcb7 owned by network:router_gateway {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:42:46.094328 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-2f7fbb2b-4549-40d1-9ffb-d520935572d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'name': 'tempest-ServerRescueNegativeTestJSON-832364657-router', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:39:23Z', 'updated_at': '2022-01-19T18:42:44Z', 'revision_number': 5, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'gw_port': {'id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:24Z', 'updated_at': '2022-01-19T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:46.215170 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7fbb2b-4549-40d1-9ffb-d520935572d2 None None] The sync data for ids ['6fdf190d-d798-45b5-a8f3-ef5161a38614'] in dv-cinder-825360-1-iscsi is: [{'id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'name': 'tempest-ServerRescueNegativeTestJSON-832364657-router', 'tenant_id': '9134810dccaa4b8d8354da4bd183f4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:39:23Z', 'updated_at': '2022-01-19T18:42:44Z', 'revision_number': 5, 'project_id': '9134810dccaa4b8d8354da4bd183f4be', 'gw_port': {'id': 'e74e9427-8f01-42cf-b980-a8e5e94dfcb7', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:9c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdf190d-d798-45b5-a8f3-ef5161a38614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:39:24Z', 'updated_at': '2022-01-19T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:42:46.241524 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (e74e9427-8f01-42cf-b980-a8e5e94dfcb7), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.270927 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74e9427-8f01-42cf-b980-a8e5e94dfcb7,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:46.347154 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2093688'] for router_gateway (6fdf190d-d798-45b5-a8f3-ef5161a38614), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.439848 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ee93a-2942-4343-9fc1-a48dd1adff28 req-59078896-3a3f-44aa-a6da-e7231bab96b4 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:46.441279 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-758ee93a-2942-4343-9fc1-a48dd1adff28 req-59078896-3a3f-44aa-a6da-e7231bab96b4 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0729268 Jan 19 18:42:46.460570 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9961'] for router (6fdf190d-d798-45b5-a8f3-ef5161a38614), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.463050 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Publish callbacks [] for router_controller (6fdf190d-d798-45b5-a8f3-ef5161a38614), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.529380 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-758ee93a-2942-4343-9fc1-a48dd1adff28 req-8ef85be4-5a59-4cde-8375-79375454118a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819504 Jan 19 18:42:46.535757 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092500'] for router (6fdf190d-d798-45b5-a8f3-ef5161a38614), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.536669 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fdf190d-d798-45b5-a8f3-ef5161a38614 {{(pid=103027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 18:42:46.546734 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.547910 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b4bbd936-c90c-47b3-a429-0862a9798588 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6fdf190d-d798-45b5-a8f3-ef5161a38614 HTTP/1.1" status: 204 len: 168 time: 1.1882246 Jan 19 18:42:46.550508 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42396) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:46.603417 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_v2 [None req-514ab88d-f5ef-4326-ad5f-bc1370e85117 admin admin] Deleting subnet bbc81372-e93e-4872-8a55-ba0e75003d2d {{(pid=103027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:42:46.606774 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-514ab88d-f5ef-4326-ad5f-bc1370e85117 admin admin] Publish callbacks [] for subnet (bbc81372-e93e-4872-8a55-ba0e75003d2d), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.643783 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-514ab88d-f5ef-4326-ad5f-bc1370e85117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27100997'] for subnet (bbc81372-e93e-4872-8a55-ba0e75003d2d), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.684765 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-514ab88d-f5ef-4326-ad5f-bc1370e85117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (bbc81372-e93e-4872-8a55-ba0e75003d2d), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.743618 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-514ab88d-f5ef-4326-ad5f-bc1370e85117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25328278'] for subnet (bbc81372-e93e-4872-8a55-ba0e75003d2d), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.770677 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ab88d-f5ef-4326-ad5f-bc1370e85117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc81372-e93e-4872-8a55-ba0e75003d2d,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:46.774682 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-514ab88d-f5ef-4326-ad5f-bc1370e85117 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.777857 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-514ab88d-f5ef-4326-ad5f-bc1370e85117 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bbc81372-e93e-4872-8a55-ba0e75003d2d HTTP/1.1" status: 204 len: 168 time: 0.2263327 Jan 19 18:42:46.780345 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42398) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:46.858750 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (c3370ab0-9752-4223-b815-eeb0068618c9), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.955264 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (c3370ab0-9752-4223-b815-eeb0068618c9), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:46.989810 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3370ab0-9752-4223-b815-eeb0068618c9']}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:47.021044 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affda38c-f326-40e6-a193-7f846051c92c') {'for_net_delete': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:47.021614 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affda38c-f326-40e6-a193-7f846051c92c') {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:47.038980 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27101020'] for segment (affda38c-f326-40e6-a193-7f846051c92c), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:47.060426 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (affda38c-f326-40e6-a193-7f846051c92c), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:47.080047 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:42:47.080833 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141864'] for segment (affda38c-f326-40e6-a193-7f846051c92c), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: Traceback (most recent call last): Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: timer() Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: cb(*args, **kw) Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: return func(*args, **kwargs) Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: self._notify() Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: self.callback(batched_events) Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: event.method(event) Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: return f(self, *a, **k) Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._get(url).json() Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: return self.request(url, 'GET', **kwargs) Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:42:47.102503 dv-cinder-825360-1-iscsi neutron-server[103027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:42:47.119265 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-240b3d5d-e165-410e-afd9-a96c5704dd0c req-b0d0f1c5-84fb-4adc-b835-3a19a051d50a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 210 time: 0.0659416 Jan 19 18:42:47.166686 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (c3370ab0-9752-4223-b815-eeb0068618c9), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:47.173585 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-21bb91f5-0071-4f43-ba63-841d2746c6b4 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:47.175086 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-21bb91f5-0071-4f43-ba63-841d2746c6b4 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 816 time: 0.2146277 Jan 19 18:42:47.175970 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:47.179442 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c3370ab0-9752-4223-b815-eeb0068618c9 HTTP/1.1" status: 204 len: 168 time: 0.3981352 Jan 19 18:42:47.193839 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a91815-8c69-441c-94e0-6b9500bd9eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3370ab0-9752-4223-b815-eeb0068618c9,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:47.247953 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-04d773f9-a90c-48af-90bf-701ccff04a84 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0 HTTP/1.1" status: 200 len: 380 time: 0.0567644 Jan 19 18:42:47.261581 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'port': {'device_id': '37575ad1-522e-4001-8467-2d55b348865f', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'admin_state_up': True, 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'security_groups': ['6eca8220-e1bd-4506-8379-e30e416bf698']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:47.375664 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device e74e9427-8f01-42cf-b980-a8e5e94dfcb7 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:42:47.399498 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: e74e9427-8f01-42cf-b980-a8e5e94dfcb7 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:42:47.400289 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device e74e9427-8f01-42cf-b980-a8e5e94dfcb7 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:42:47.400439 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42410) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:47.400752 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 26b56eb6-6465-4772-b3f2-8670e66f47f4 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:42:47.421309 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 26b56eb6-6465-4772-b3f2-8670e66f47f4 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:42:47.421662 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 26b56eb6-6465-4772-b3f2-8670e66f47f4 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:42:47.446669 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Made reservation on behalf of 89d4e9bdbe8c4c9d841d7a69bb3e40a0 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:42:47.451961 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:47.475128 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-57b49e9e-420e-4683-b6cd-33209a4054a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9134810dccaa4b8d8354da4bd183f4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734138 Jan 19 18:42:47.478466 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42412) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:47.586381 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f38d75ad-d90c-48a1-aa91-04ba482f1382 admin admin] Publish callbacks [] for security_group (f7edd73a-bc4c-43e5-898f-61189bc7f5cc), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:47.670743 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f38d75ad-d90c-48a1-aa91-04ba482f1382 admin admin] Publish callbacks [] for security_group (f7edd73a-bc4c-43e5-898f-61189bc7f5cc), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:47.696909 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Allocated IP 172.20.0.5 (0187b0ba-93b9-4dd9-ad91-488eea245e88/3ebd8c75-0ae0-46f0-8644-649592054265/25fb0bac-be9d-41b6-944e-57b6fd21b448) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:42:47.726997 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d27902-0654-4e40-a775-03d059e8e2a1 req-6535c905-5ce9-4472-8fe9-0e8f38c42fe2 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:47.728456 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-36d27902-0654-4e40-a775-03d059e8e2a1 req-6535c905-5ce9-4472-8fe9-0e8f38c42fe2 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.1203601 Jan 19 18:42:47.802935 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f38d75ad-d90c-48a1-aa91-04ba482f1382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (f7edd73a-bc4c-43e5-898f-61189bc7f5cc), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:47.805493 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f38d75ad-d90c-48a1-aa91-04ba482f1382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:47.806626 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f38d75ad-d90c-48a1-aa91-04ba482f1382 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7edd73a-bc4c-43e5-898f-61189bc7f5cc HTTP/1.1" status: 204 len: 168 time: 0.3272316 Jan 19 18:42:47.865976 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d75ad-d90c-48a1-aa91-04ba482f1382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7edd73a-bc4c-43e5-898f-61189bc7f5cc,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:47.884667 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-36d27902-0654-4e40-a775-03d059e8e2a1 req-6698b3b1-0bc2-496b-ba1a-27cb1fdeab4c tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1481984 Jan 19 18:42:47.950703 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:47.986459 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:48.035228 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Network 0187b0ba-93b9-4dd9-ad91-488eea245e88 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:42:48.040866 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:42:48.043390 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:42:48.068651 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event updated for resources: {'Port': ['ID=25fb0bac-be9d-41b6-944e-57b6fd21b448,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:48.109379 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:48.110174 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:48.128559 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-67108aa1-0965-4c80-a4ea-686a6589cdbe tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8716824 Jan 19 18:42:48.140565 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Request body: {'port': {'device_id': '37575ad1-522e-4001-8467-2d55b348865f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:48.213483 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:48.277998 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:48.313996 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-674a9568-4575-4a76-9d06-b45eddff2b1d None None] Provisioning complete for port 25fb0bac-be9d-41b6-944e-57b6fd21b448 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:48.314634 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-674a9568-4575-4a76-9d06-b45eddff2b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:48.358440 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-674a9568-4575-4a76-9d06-b45eddff2b1d None None] Port 25fb0bac-be9d-41b6-944e-57b6fd21b448 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:42:48.397790 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bb353-2be7-4bdb-b5eb-12d62c6dc8da req-51490d13-8f91-43fe-ad86-897a2c3fd99d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:48.399257 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7e5bb353-2be7-4bdb-b5eb-12d62c6dc8da req-51490d13-8f91-43fe-ad86-897a2c3fd99d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 931 time: 0.1361170 Jan 19 18:42:48.508562 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7e5bb353-2be7-4bdb-b5eb-12d62c6dc8da req-0af8948e-9317-4587-90d9-633a3a32f20b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942357 Jan 19 18:42:48.610645 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fb0bac-be9d-41b6-944e-57b6fd21b448 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:42:48.618655 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Publish callbacks [] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:48.633000 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Transition to ACTIVE for port object 25fb0bac-be9d-41b6-944e-57b6fd21b448 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:42:48.638016 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:48.720956 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Pushing event updated for resources: {'Port': ['ID=25fb0bac-be9d-41b6-944e-57b6fd21b448,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:48.783967 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Attempting to bind port 25fb0bac-be9d-41b6-944e-57b6fd21b448 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:42:48.784401 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Attempting to bind port 25fb0bac-be9d-41b6-944e-57b6fd21b448 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:42:48.784771 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Attempting to bind port 25fb0bac-be9d-41b6-944e-57b6fd21b448 on network 0187b0ba-93b9-4dd9-ad91-488eea245e88 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:42:48.790273 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Port 25fb0bac-be9d-41b6-944e-57b6fd21b448 on network 0187b0ba-93b9-4dd9-ad91-488eea245e88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:42:48.790594 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Attempting to bind port 25fb0bac-be9d-41b6-944e-57b6fd21b448 on network 0187b0ba-93b9-4dd9-ad91-488eea245e88 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:42:48.795833 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:42:48.796170 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Checking segment: {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:42:48.796580 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Bound using segment: {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:42:48.797053 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Bound port: 25fb0bac-be9d-41b6-944e-57b6fd21b448, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a93d04-54d1-4fce-b46c-374e9996e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:42:48.797583 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:48.883154 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:42:48.888018 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:42:48.893828 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:48.934582 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:48.935331 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:48.936918 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] 10.222.0.35 "PUT /v2.0/ports/25fb0bac-be9d-41b6-944e-57b6fd21b448 HTTP/1.1" status: 200 len: 1093 time: 0.8009884 Jan 19 18:42:48.937441 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:42:48.940855 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a" -d '{"events": [{"name": "network-changed", "server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:42:48.959535 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05884bde-8926-414e-9951-bcbf6f0b038f service neutron] Pushing event updated for resources: {'Port': ['ID=25fb0bac-be9d-41b6-944e-57b6fd21b448,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:49.079188 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd184b-cf0c-4d0e-a222-c80b7bb8d8b1 req-61f5c358-1f9b-4d98-8e13-8b1d5a07c15d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:49.080810 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-32dd184b-cf0c-4d0e-a222-c80b7bb8d8b1 req-61f5c358-1f9b-4d98-8e13-8b1d5a07c15d tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0952141 Jan 19 18:42:49.100515 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-549dd83b-2937-4df7-b721-6f046bcbf87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:49.104695 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-549dd83b-2937-4df7-b721-6f046bcbf87a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 1096 time: 0.0783458 Jan 19 18:42:49.156387 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-72ae4e1a-80cd-4b74-b400-f43f881fe616 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448 HTTP/1.1" status: 200 len: 217 time: 0.0439911 Jan 19 18:42:49.255409 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-32dd184b-cf0c-4d0e-a222-c80b7bb8d8b1 req-1c83c936-0764-41f1-a2e1-85d2e068c553 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1636331 Jan 19 18:42:49.274617 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-c90c25f8-3fa9-49ad-b1fc-fd9d2c9572eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:49.278487 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-c90c25f8-3fa9-49ad-b1fc-fd9d2c9572eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.1137540 Jan 19 18:42:49.296936 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e71589-0703-4ab8-ac4c-f67d2ec11f17 x-openstack-request-id: req-86e71589-0703-4ab8-ac4c-f67d2ec11f17 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:42:49.297113 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:42:49.297371 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86e71589-0703-4ab8-ac4c-f67d2ec11f17 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:42:49.297840 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'status': 'completed', 'code': 200} Jan 19 18:42:49.330202 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-e73d6f3b-4984-458d-8f01-ebea453a83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:49.331694 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-e73d6f3b-4984-458d-8f01-ebea453a83ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471249 Jan 19 18:42:49.423690 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-62cdce12-c163-45f5-b79b-aa048c597777 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851934 Jan 19 18:42:49.512548 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9363-7427-4ac6-92e4-6ba69dae6653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:49.518665 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-effbafe5-4a13-4f91-8cd4-fc5291769656 req-d112fe59-681e-4d31-a18e-b07377f0b7c6 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881400 Jan 19 18:42:49.637826 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a req-3650336d-1e23-46c3-befd-8504e871634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:49.639300 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a req-3650336d-1e23-46c3-befd-8504e871634a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 1096 time: 0.0699825 Jan 19 18:42:49.652331 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecfc1e-a950-4056-a72d-54e38f178018 req-1e661c20-d714-469a-8681-4c775fd1ff1e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:49.653904 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-70ecfc1e-a950-4056-a72d-54e38f178018 req-1e661c20-d714-469a-8681-4c775fd1ff1e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0604520 Jan 19 18:42:49.758263 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-70ecfc1e-a950-4056-a72d-54e38f178018 req-24bbadb4-1ee9-4bfe-bd17-97d5480c0491 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948274 Jan 19 18:42:49.778788 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a req-e82c885f-be90-403b-bedb-f47f7ea0ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:49.780240 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a req-e82c885f-be90-403b-bedb-f47f7ea0ed2a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 916 time: 0.1254513 Jan 19 18:42:49.825492 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a req-d48cd3c9-bf66-4235-875f-708602546999 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448 HTTP/1.1" status: 200 len: 217 time: 0.0358260 Jan 19 18:42:49.877199 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a req-bbdd181e-d168-439a-ba86-6232e45de352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:49.878636 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a req-bbdd181e-d168-439a-ba86-6232e45de352 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.0467396 Jan 19 18:42:49.924147 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a req-4780112a-3eda-439d-ae7f-84194cb25986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:49.925647 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a req-4780112a-3eda-439d-ae7f-84194cb25986 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401032 Jan 19 18:42:50.015037 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a req-7315e712-7f0b-4523-888a-af0681694173 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826647 Jan 19 18:42:50.118120 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c09b1eaf-a986-40d5-a55c-9f9e69bd616a req-08c7fc9a-4b21-4f54-a3e9-e04f3eba4989 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946541 Jan 19 18:42:50.368553 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fd4f-0405-45af-9e7e-425c04c163f2 req-18ac608a-0a6b-4f16-91ad-816dd9e3537e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:50.370103 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bbe1fd4f-0405-45af-9e7e-425c04c163f2 req-18ac608a-0a6b-4f16-91ad-816dd9e3537e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0532889 Jan 19 18:42:50.437287 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bbe1fd4f-0405-45af-9e7e-425c04c163f2 req-478ebf5c-f73e-4a49-bc8a-2aae74489d7c tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608206 Jan 19 18:42:50.885686 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbff20-7c76-492b-ab9c-b7da9728d0fa req-837814b7-0268-4be3-9c4d-d4002062953d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:50.887105 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-36cbff20-7c76-492b-ab9c-b7da9728d0fa req-837814b7-0268-4be3-9c4d-d4002062953d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0557580 Jan 19 18:42:50.937477 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-36cbff20-7c76-492b-ab9c-b7da9728d0fa req-a1084b80-4606-46ec-809c-27b86bb4a854 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440991 Jan 19 18:42:51.556156 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71352c-c751-4d28-82f1-401abbf5e99a req-52a29f8a-b15a-4a8d-bae8-857ad25c5aa9 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:51.557585 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d71352c-c751-4d28-82f1-401abbf5e99a req-52a29f8a-b15a-4a8d-bae8-857ad25c5aa9 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0496466 Jan 19 18:42:51.615549 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d71352c-c751-4d28-82f1-401abbf5e99a req-aefbbfe4-ab3d-4038-b03b-93a5058fef7c tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523250 Jan 19 18:42:52.055022 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3085b6-2ad2-4f78-af56-ae89f9cae80c req-882b867f-4eab-447b-b95e-dc39fdc502bb tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:52.056497 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e3085b6-2ad2-4f78-af56-ae89f9cae80c req-882b867f-4eab-447b-b95e-dc39fdc502bb tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0494034 Jan 19 18:42:52.109011 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e3085b6-2ad2-4f78-af56-ae89f9cae80c req-57db9d46-36b5-467c-a75c-b2cf0731cc20 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469882 Jan 19 18:42:52.243676 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-709dd25b-986c-4e74-9748-4801905777ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:52.729592 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c588ff-dd73-45ee-93a0-bea53c8cc91c req-d7d0ca76-6ba3-49c2-8393-06c02f0d79de tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:52.731035 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18c588ff-dd73-45ee-93a0-bea53c8cc91c req-d7d0ca76-6ba3-49c2-8393-06c02f0d79de tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0481715 Jan 19 18:42:52.793717 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18c588ff-dd73-45ee-93a0-bea53c8cc91c req-de22ae4d-4ce3-4340-b481-27940c68bbff tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569289 Jan 19 18:42:53.146480 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:53.241114 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f3063-55fc-428d-aec2-dd1c96c27401 req-e4adb7fc-da05-4a5b-b858-e8d41109ed0f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:53.242712 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-370f3063-55fc-428d-aec2-dd1c96c27401 req-e4adb7fc-da05-4a5b-b858-e8d41109ed0f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0588024 Jan 19 18:42:53.292428 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-370f3063-55fc-428d-aec2-dd1c96c27401 req-d2ae3fe9-d101-4527-9154-bf1007dcadec tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415683 Jan 19 18:42:53.638485 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 25fb0bac-be9d-41b6-944e-57b6fd21b448 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:42:53.735462 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:53.746856 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'port_id': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'mac_address': 'fa:16:3e:64:c3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:42:53.783543 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 25fb0bac-be9d-41b6-944e-57b6fd21b448 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:53.783937 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:53.797279 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fb0bac-be9d-41b6-944e-57b6fd21b448 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:42:53.827520 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:53.834845 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:53.890362 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=25fb0bac-be9d-41b6-944e-57b6fd21b448,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:53.932585 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621f729-20b0-41f9-973b-0c5c43d0c647 req-fb581e78-6753-423c-8461-7eacfed1c0d3 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:53.934539 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3621f729-20b0-41f9-973b-0c5c43d0c647 req-fb581e78-6753-423c-8461-7eacfed1c0d3 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0591419 Jan 19 18:42:53.995715 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3621f729-20b0-41f9-973b-0c5c43d0c647 req-d135d869-7c28-46d2-beb2-df95b342bd81 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557137 Jan 19 18:42:54.081551 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['25fb0bac-be9d-41b6-944e-57b6fd21b448'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:42:54.202841 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e577b6-cdef-4592-9be2-d0b8e7f28c51 req-36777d54-a236-4b46-8b20-bd1f90fb64de tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:54.204316 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-55e577b6-cdef-4592-9be2-d0b8e7f28c51 req-36777d54-a236-4b46-8b20-bd1f90fb64de tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0495028 Jan 19 18:42:54.252927 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-55e577b6-cdef-4592-9be2-d0b8e7f28c51 req-5462bf90-de1f-45be-8d11-e27cf328ed2c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 Jan 19 18:42:54.413740 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fa138-935a-4b4b-aee0-fb0931a50d5e req-0a238d92-eb09-4382-92de-83571af5721a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:54.415098 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e60fa138-935a-4b4b-aee0-fb0931a50d5e req-0a238d92-eb09-4382-92de-83571af5721a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 944 time: 0.0519989 Jan 19 18:42:54.462372 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e60fa138-935a-4b4b-aee0-fb0931a50d5e req-68541e2f-1e23-40b0-8299-102275482d03 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Jan 19 18:42:54.476822 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:54.973509 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 25fb0bac-be9d-41b6-944e-57b6fd21b448 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:42:55.023374 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port 25fb0bac-be9d-41b6-944e-57b6fd21b448 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:42:55.028665 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 25fb0bac-be9d-41b6-944e-57b6fd21b448 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:42:55.029042 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:55.111788 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 25fb0bac-be9d-41b6-944e-57b6fd21b448 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:42:55.112086 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:55.117932 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72c20d-7049-4eb3-815f-7e3377aa049c req-6489eb53-c3dc-4484-8453-3d2f93bd645f tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:55.119524 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c72c20d-7049-4eb3-815f-7e3377aa049c req-6489eb53-c3dc-4484-8453-3d2f93bd645f tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0565150 Jan 19 18:42:55.140928 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:42:55.143542 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abab6e5-bc4e-4e73-8705-4b70a0d776fa" -d '{"events": [{"server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "name": "network-vif-plugged", "status": "completed", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:42:55.167575 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:55.172222 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:55.191483 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c72c20d-7049-4eb3-815f-7e3377aa049c req-62f458b5-9d6f-4239-990b-944b24f7e8ca tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648389 Jan 19 18:42:55.199526 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e918e3-6c03-438a-8c3f-3879ad2b7de1 x-openstack-request-id: req-51e918e3-6c03-438a-8c3f-3879ad2b7de1 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:42:55.199997 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "name": "network-vif-plugged", "status": "completed", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:42:55.200271 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51e918e3-6c03-438a-8c3f-3879ad2b7de1 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:42:55.200706 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'code': 200} Jan 19 18:42:55.232082 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=25fb0bac-be9d-41b6-944e-57b6fd21b448,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:55.403398 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c1160-30bf-4847-8417-708568a6b749 req-69cd53f1-039c-49f0-82f7-6221ab9ed7fb tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:55.404938 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c32c1160-30bf-4847-8417-708568a6b749 req-69cd53f1-039c-49f0-82f7-6221ab9ed7fb tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0764997 Jan 19 18:42:55.420408 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea2cf3-fb6f-4c82-bc4b-1fb9db63a7c5 req-61db3a2a-0c11-4e3c-b52d-29dd09e3440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:55.421828 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e6ea2cf3-fb6f-4c82-bc4b-1fb9db63a7c5 req-61db3a2a-0c11-4e3c-b52d-29dd09e3440e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 1098 time: 0.0624332 Jan 19 18:42:55.478015 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c32c1160-30bf-4847-8417-708568a6b749 req-f1c870d9-a945-499c-8f18-7e75d821e988 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670078 Jan 19 18:42:55.487609 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e6ea2cf3-fb6f-4c82-bc4b-1fb9db63a7c5 req-cae015ff-17d4-4959-89a6-002489ca9458 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577559 Jan 19 18:42:55.577525 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0d371-a936-4c34-845a-5ae6423eec46 req-ec1fcca4-62dc-4c3d-91f7-d64ffc253e02 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:55.578955 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-65e0d371-a936-4c34-845a-5ae6423eec46 req-ec1fcca4-62dc-4c3d-91f7-d64ffc253e02 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0474789 Jan 19 18:42:55.623831 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-65e0d371-a936-4c34-845a-5ae6423eec46 req-54aa2405-db2e-45be-962d-9aee7e95305c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 Jan 19 18:42:56.052926 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:56.322599 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9c9cd-3248-4092-8403-c63360d8c87a req-f961fc4b-d527-4d7e-9e80-dcecb6680947 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:56.324056 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-95c9c9cd-3248-4092-8403-c63360d8c87a req-f961fc4b-d527-4d7e-9e80-dcecb6680947 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0520620 Jan 19 18:42:56.391554 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-95c9c9cd-3248-4092-8403-c63360d8c87a req-0419624e-99f5-45a7-a68a-5c80f7c41620 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&id=c198f70e-eba2-497c-8309-a1259b8c11a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615706 Jan 19 18:42:56.595082 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7933a-c9ff-4809-a5e6-0f51ff02dfc9 req-a6d57a03-19e4-4d4a-81b3-6a4c6eb828f5 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:56.596510 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ddc7933a-c9ff-4809-a5e6-0f51ff02dfc9 req-a6d57a03-19e4-4d4a-81b3-6a4c6eb828f5 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0472021 Jan 19 18:42:56.641997 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ddc7933a-c9ff-4809-a5e6-0f51ff02dfc9 req-cefe861a-b9c9-4e95-ae3b-65c143c02285 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=612925b5-83d3-4eee-abf5-6218eb7bef1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393932 Jan 19 18:42:56.737725 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eba3b6-27ce-44be-9ee4-cdd0369a611e req-3969b1ca-e9ac-4b3e-9a45-967f160ffa69 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:56.739744 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-59eba3b6-27ce-44be-9ee4-cdd0369a611e req-3969b1ca-e9ac-4b3e-9a45-967f160ffa69 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0466623 Jan 19 18:42:56.788496 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-59eba3b6-27ce-44be-9ee4-cdd0369a611e req-8eb43b8a-3cc8-4f2a-949b-f0bd5f1882c8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424836 Jan 19 18:42:56.860427 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-96cd8d2b-af5a-4da0-b234-613d970921b4 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:56.861914 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-96cd8d2b-af5a-4da0-b234-613d970921b4 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 945 time: 0.0457859 Jan 19 18:42:56.970103 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Deleting port a1c230ac-9512-4467-8015-7d53593f1bff {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:42:56.970438 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.059791 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] For port a1c230ac-9512-4467-8015-7d53593f1bff, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a1c230ac-9512-4467-8015-7d53593f1bff,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:42:57.060064 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.515070 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42606) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:57.520244 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.520761 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (172ad14b-9594-4cac-9c10-a7d9e1c34885), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.520928 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.l3_db [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Floating IP 172ad14b-9594-4cac-9c10-a7d9e1c34885 disassociated. External IP: 172.27.3.168, port: a1c230ac-9512-4467-8015-7d53593f1bff. Jan 19 18:42:57.521278 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Calling delete_port for a1c230ac-9512-4467-8015-7d53593f1bff owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:42:57.632351 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-46a1dcfa-e296-43dd-80c1-72484a9ffaaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.651723 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (a1c230ac-9512-4467-8015-7d53593f1bff), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.685252 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event deleted for resources: {'Port': ['ID=a1c230ac-9512-4467-8015-7d53593f1bff,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:57.748730 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-46a1dcfa-e296-43dd-80c1-72484a9ffaaa admin admin] Publish callbacks [] for security_group (4dfcc43a-fa63-49df-a4ec-958abf022691), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.753001 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-46a1dcfa-e296-43dd-80c1-72484a9ffaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4dfcc43a-fa63-49df-a4ec-958abf022691), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.757539 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e2c9a3c8-417e-4249-9286-5f10fcf493de req-a1298038-a17c-4489-8ed5-830c2b664b23 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c HTTP/1.1" status: 200 len: 210 time: 0.0314031 Jan 19 18:42:57.786921 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1dcfa-e296-43dd-80c1-72484a9ffaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfcc43a-fa63-49df-a4ec-958abf022691,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:57.802264 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-46a1dcfa-e296-43dd-80c1-72484a9ffaaa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c9e323495734ab2a8b2643464ed2cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856977 Jan 19 18:42:57.802816 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42612) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:57.830212 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Router 3426c523-3bee-412f-ac27-1ee3d1aab051 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:42:57.865047 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e381cf95-badd-46be-b02f-4c67915e3142 admin admin] Publish callbacks [] for security_group (4dfcc43a-fa63-49df-a4ec-958abf022691), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.888213 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e381cf95-badd-46be-b02f-4c67915e3142 admin admin] Publish callbacks [] for security_group (4dfcc43a-fa63-49df-a4ec-958abf022691), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.940392 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e381cf95-badd-46be-b02f-4c67915e3142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4dfcc43a-fa63-49df-a4ec-958abf022691), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.943199 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e381cf95-badd-46be-b02f-4c67915e3142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:57.944465 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-e381cf95-badd-46be-b02f-4c67915e3142 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4dfcc43a-fa63-49df-a4ec-958abf022691 HTTP/1.1" status: 204 len: 168 time: 0.1406984 Jan 19 18:42:57.955300 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381cf95-badd-46be-b02f-4c67915e3142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfcc43a-fa63-49df-a4ec-958abf022691,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:57.975656 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38783f5-e25c-4571-be6f-94f1ded7e6b0 req-d568e110-d3b6-4ec6-a6ae-5a8caa7a36e1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:57.977174 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e38783f5-e25c-4571-be6f-94f1ded7e6b0 req-d568e110-d3b6-4ec6-a6ae-5a8caa7a36e1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0956340 Jan 19 18:42:58.011180 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:42:58.027377 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527c010-67c8-4ec0-80a4-628f76f20fa2 None None] Sync routers for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:42:58.043585 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527c010-67c8-4ec0-80a4-628f76f20fa2 None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:58.044336 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5527c010-67c8-4ec0-80a4-628f76f20fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:58.070894 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] No DVR routers for this DVR port a1c230ac-9512-4467-8015-7d53593f1bff on host hv-cinder-82536 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:42:58.077162 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:58.080995 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e56979f3-d4f6-4062-93f0-a19a9ba7de94 req-d4287d74-a456-47a5-9843-79984d0fe0e6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.35 "DELETE /v2.0/ports/a1c230ac-9512-4467-8015-7d53593f1bff HTTP/1.1" status: 204 len: 173 time: 1.1961172 Jan 19 18:42:58.081557 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'name': 'network-vif-deleted', 'tag': 'a1c230ac-9512-4467-8015-7d53593f1bff'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:42:58.084432 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1e96b3-9075-4ee7-8d80-ba4aa9814d0a" -d '{"events": [{"server_uuid": "9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c", "name": "network-vif-deleted", "tag": "a1c230ac-9512-4467-8015-7d53593f1bff"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:42:58.095288 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e38783f5-e25c-4571-be6f-94f1ded7e6b0 req-a5082eaf-c179-495b-bff7-517275955558 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036320 Jan 19 18:42:58.154159 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4df747-1036-4f66-b981-14759e82f909 x-openstack-request-id: req-3e4df747-1036-4f66-b981-14759e82f909 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:42:58.155688 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c", "name": "network-vif-deleted", "tag": "a1c230ac-9512-4467-8015-7d53593f1bff", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:42:58.156102 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e4df747-1036-4f66-b981-14759e82f909 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:42:58.156836 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4faaa1-066c-49a9-b4cd-d9d3c9d7e08c', 'name': 'network-vif-deleted', 'tag': 'a1c230ac-9512-4467-8015-7d53593f1bff', 'status': 'completed', 'code': 200} Jan 19 18:42:58.197536 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-5527c010-67c8-4ec0-80a4-628f76f20fa2 None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:58.299754 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a2f0c-698e-4f5c-b919-258353a6fc1a req-80463e61-357d-46df-9574-761337b7f45c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:58.303073 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e55a2f0c-698e-4f5c-b919-258353a6fc1a req-80463e61-357d-46df-9574-761337b7f45c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0688322 Jan 19 18:42:58.313005 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42626) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:58.319760 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-b3981417-b83c-4028-aef4-ca178cd22d6e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Request body: {'floatingip': {'port_id': '25fb0bac-be9d-41b6-944e-57b6fd21b448'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:42:58.377266 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b3981417-b83c-4028-aef4-ca178cd22d6e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (c2673417-8d12-4058-9d4a-a37d178d99d8), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:58.476313 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5527c010-67c8-4ec0-80a4-628f76f20fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:58.512919 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527c010-67c8-4ec0-80a4-628f76f20fa2 None None] Checking router: 3426c523-3bee-412f-ac27-1ee3d1aab051 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:42:58.523040 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527c010-67c8-4ec0-80a4-628f76f20fa2 None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:58.523959 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5527c010-67c8-4ec0-80a4-628f76f20fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:58.674939 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-5527c010-67c8-4ec0-80a4-628f76f20fa2 None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:58.689306 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-0a4d7328-1d3a-4e97-bfbc-985186fa18a4 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962452204&fields=id&tenant_id=c021d923a00e46de95dc00151f1d907f HTTP/1.1" status: 200 len: 267 time: 0.0867319 Jan 19 18:42:58.859053 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-a90474c9-fae1-417e-b432-a00de49d924b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:42:58.866940 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-a90474c9-fae1-417e-b432-a00de49d924b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/networks?id=f90c5281-a610-4a74-9725-0c46feb803d2 HTTP/1.1" status: 200 len: 808 time: 0.1687984 Jan 19 18:42:58.876560 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42652) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:58.883751 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-2601b6ad-77d6-4a36-95d9-1a0b77ae931b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/quotas/c021d923a00e46de95dc00151f1d907f HTTP/1.1" status: 200 len: 375 time: 0.0156217 Jan 19 18:42:58.944318 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5527c010-67c8-4ec0-80a4-628f76f20fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:58.977920 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-3f75d926-a689-401f-8679-6644299cbdd8 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c021d923a00e46de95dc00151f1d907f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853553 Jan 19 18:42:59.047047 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b3981417-b83c-4028-aef4-ca178cd22d6e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:59.051478 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7d4efbcb-b3b6-4826-9930-c26eb31d2076 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (612925b5-83d3-4eee-abf5-6218eb7bef1c), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:59.052440 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b3981417-b83c-4028-aef4-ca178cd22d6e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (c2673417-8d12-4058-9d4a-a37d178d99d8), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:59.090844 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7d4efbcb-b3b6-4826-9930-c26eb31d2076 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (612925b5-83d3-4eee-abf5-6218eb7bef1c), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:59.128789 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-3bec5060-a995-4b36-a151-2b3629368e96 service neutron] 10.222.0.39 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496184 Jan 19 18:42:59.149620 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527c010-67c8-4ec0-80a4-628f76f20fa2 None None] The sync data for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi is: [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:42:59.183379 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.l3_db [None req-b3981417-b83c-4028-aef4-ca178cd22d6e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Floating IP c2673417-8d12-4058-9d4a-a37d178d99d8 associated. External IP: 172.27.3.21, port: 25fb0bac-be9d-41b6-944e-57b6fd21b448. Jan 19 18:42:59.218917 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7d4efbcb-b3b6-4826-9930-c26eb31d2076 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (612925b5-83d3-4eee-abf5-6218eb7bef1c), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:59.222168 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7d4efbcb-b3b6-4826-9930-c26eb31d2076 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:59.226443 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-7d4efbcb-b3b6-4826-9930-c26eb31d2076 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "DELETE /v2.0/security-groups/612925b5-83d3-4eee-abf5-6218eb7bef1c HTTP/1.1" status: 204 len: 168 time: 0.3309348 Jan 19 18:42:59.229193 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42660) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:59.260483 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4efbcb-b3b6-4826-9930-c26eb31d2076 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=612925b5-83d3-4eee-abf5-6218eb7bef1c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:42:59.268463 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-8e616eb5-9170-43e5-b97e-0e2bf1fe12ca service neutron] 10.222.0.39 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387453 Jan 19 18:42:59.270201 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.api.v2.resource [None req-de48d88c-0d4a-455c-8211-dcb68387bf74 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] show failed (client error): The resource could not be found. Jan 19 18:42:59.274485 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-de48d88c-0d4a-455c-8211-dcb68387bf74 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups/612925b5-83d3-4eee-abf5-6218eb7bef1c HTTP/1.1" status: 404 len: 347 time: 0.0366914 Jan 19 18:42:59.281388 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42664) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:42:59.458710 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-e3df6ad3-7a74-49b7-b1e4-c6e565f488b9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Deleting port 0eb5678b-a51d-47d9-a7bf-5e520858a998 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:42:59.459062 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3df6ad3-7a74-49b7-b1e4-c6e565f488b9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (0eb5678b-a51d-47d9-a7bf-5e520858a998), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:59.518598 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3981417-b83c-4028-aef4-ca178cd22d6e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:42:59.561257 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3df6ad3-7a74-49b7-b1e4-c6e565f488b9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (0eb5678b-a51d-47d9-a7bf-5e520858a998), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:59.561620 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3df6ad3-7a74-49b7-b1e4-c6e565f488b9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (0eb5678b-a51d-47d9-a7bf-5e520858a998), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:59.578051 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-e3df6ad3-7a74-49b7-b1e4-c6e565f488b9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Calling delete_port for 0eb5678b-a51d-47d9-a7bf-5e520858a998 owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:42:59.589442 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed84b59-5250-407e-bb9c-b5c3d1e29f9b None None] New status for floating IP 172ad14b-9594-4cac-9c10-a7d9e1c34885: DOWN {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:42:59.672518 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3981417-b83c-4028-aef4-ca178cd22d6e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:42:59.686961 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ea2d6-151a-40d6-8d8c-7a278225a208 None None] Sync routers for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:42:59.691564 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b3981417-b83c-4028-aef4-ca178cd22d6e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:59.701587 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ea2d6-151a-40d6-8d8c-7a278225a208 None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:42:59.707407 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-d20ea2d6-151a-40d6-8d8c-7a278225a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:42:59.757079 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b3981417-b83c-4028-aef4-ca178cd22d6e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "PUT /v2.0/floatingips/c2673417-8d12-4058-9d4a-a37d178d99d8 HTTP/1.1" status: 200 len: 990 time: 1.4425573 Jan 19 18:42:59.758670 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:42:59.764985 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd" -d '{"events": [{"name": "network-changed", "server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:42:59.893077 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383d1cc6-448c-4b31-a585-0bcc3bfd2ed2 x-openstack-request-id: req-383d1cc6-448c-4b31-a585-0bcc3bfd2ed2 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:42:59.893241 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:42:59.893508 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-383d1cc6-448c-4b31-a585-0bcc3bfd2ed2 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:42:59.893911 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'status': 'completed', 'code': 200} Jan 19 18:42:59.923368 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cb6c081c-32ed-41b1-b950-d3699d441722 req-59fec8c7-3472-4203-958a-900595550fba tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 210 time: 0.1221795 Jan 19 18:42:59.954757 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3df6ad3-7a74-49b7-b1e4-c6e565f488b9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (0eb5678b-a51d-47d9-a7bf-5e520858a998), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:42:59.957854 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-d20ea2d6-151a-40d6-8d8c-7a278225a208 None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:42:59.993880 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df6ad3-7a74-49b7-b1e4-c6e565f488b9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event deleted for resources: {'Port': ['ID=0eb5678b-a51d-47d9-a7bf-5e520858a998,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:00.023758 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd req-3dd4e77f-ce15-498b-b68e-2b2ad9e9ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:00.025362 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd req-3dd4e77f-ce15-498b-b68e-2b2ad9e9ef67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 1098 time: 0.1067145 Jan 19 18:43:00.138952 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3df6ad3-7a74-49b7-b1e4-c6e565f488b9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (172ad14b-9594-4cac-9c10-a7d9e1c34885), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.141538 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3df6ad3-7a74-49b7-b1e4-c6e565f488b9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.156198 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e3df6ad3-7a74-49b7-b1e4-c6e565f488b9 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "DELETE /v2.0/floatingips/172ad14b-9594-4cac-9c10-a7d9e1c34885 HTTP/1.1" status: 204 len: 168 time: 0.8670590 Jan 19 18:43:00.185209 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd req-69dd3bdb-6bfc-4b5a-b5ec-fe9087c2b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:00.186760 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd req-69dd3bdb-6bfc-4b5a-b5ec-fe9087c2b686 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 916 time: 0.1431189 Jan 19 18:43:00.304846 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd req-a813c0e5-925c-4196-b359-e87a3eb773c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448 HTTP/1.1" status: 200 len: 998 time: 0.1114862 Jan 19 18:43:00.375000 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-d20ea2d6-151a-40d6-8d8c-7a278225a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'c2673417-8d12-4058-9d4a-a37d178d99d8', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'port_id': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'mac_address': 'fa:16:3e:64:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37575ad1-522e-4001-8467-2d55b348865f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:42:44Z', 'updated_at': '2022-01-19T18:42:58Z', 'revision_number': 1, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:00.400585 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd req-bf3ee375-02b9-484a-9e38-cda542e528d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:00.402047 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd req-bf3ee375-02b9-484a-9e38-cda542e528d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.0908172 Jan 19 18:43:00.402786 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ea2d6-151a-40d6-8d8c-7a278225a208 None None] Checking router: b6b1baec-66d8-48e8-9d2f-e8a29a04b575 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:43:00.413115 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ea2d6-151a-40d6-8d8c-7a278225a208 None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:43:00.413737 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-d20ea2d6-151a-40d6-8d8c-7a278225a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:42:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:00.478008 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd req-a56d2176-bd04-4917-bd7d-3dd0eab43c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:00.481150 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd req-a56d2176-bd04-4917-bd7d-3dd0eab43c56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687087 Jan 19 18:43:00.490071 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42718) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:00.494824 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-7b67eef8-00ea-42f9-a0cf-7dba021054da tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281576358', 'description': 'tempest-description--827238588'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:00.528422 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7b67eef8-00ea-42f9-a0cf-7dba021054da tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.589821 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-d20ea2d6-151a-40d6-8d8c-7a278225a208 None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:43:00.602455 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd req-ad5e430d-c57f-4db0-8be3-d7cb8354de9d service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141806 Jan 19 18:43:00.616253 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7b67eef8-00ea-42f9-a0cf-7dba021054da tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (ebe59829-66c7-460f-b9df-da09783ce7a2), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.622780 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7b67eef8-00ea-42f9-a0cf-7dba021054da tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ebe59829-66c7-460f-b9df-da09783ce7a2), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.663593 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7b67eef8-00ea-42f9-a0cf-7dba021054da tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.664972 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-7b67eef8-00ea-42f9-a0cf-7dba021054da tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1737950 Jan 19 18:43:00.670912 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42722) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:00.675029 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42724) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:00.682111 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-42565573-a7f1-4f4d-af11-149cd6116a25 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'security_group_rule': {'security_group_id': 'ebe59829-66c7-460f-b9df-da09783ce7a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:00.709496 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67eef8-00ea-42f9-a0cf-7dba021054da tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe59829-66c7-460f-b9df-da09783ce7a2,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:00.727827 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4e96fe5-a064-4ad9-b27e-12a99aff95dd req-3fc65671-f014-498b-b57e-fd5deaff1d0f service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110737 Jan 19 18:43:00.747603 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42565573-a7f1-4f4d-af11-149cd6116a25 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (5db8271f-956b-4ae6-bbb5-facabe8c4234), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.809274 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42565573-a7f1-4f4d-af11-149cd6116a25 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (5db8271f-956b-4ae6-bbb5-facabe8c4234), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.814373 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42565573-a7f1-4f4d-af11-149cd6116a25 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (5db8271f-956b-4ae6-bbb5-facabe8c4234), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.838486 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42565573-a7f1-4f4d-af11-149cd6116a25 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db8271f-956b-4ae6-bbb5-facabe8c4234,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:00.848476 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d0a76537-5e4d-4759-be6e-2e830923ebb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.853447 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42565573-a7f1-4f4d-af11-149cd6116a25 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.857503 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-42565573-a7f1-4f4d-af11-149cd6116a25 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1852980 Jan 19 18:43:00.858492 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42730) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:00.866137 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-d8f589e4-63ae-4b26-a332-50f253d9244c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'security_group_rule': {'security_group_id': 'ebe59829-66c7-460f-b9df-da09783ce7a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:00.868563 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-d20ea2d6-151a-40d6-8d8c-7a278225a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'c2673417-8d12-4058-9d4a-a37d178d99d8', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'port_id': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'mac_address': 'fa:16:3e:64:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37575ad1-522e-4001-8467-2d55b348865f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:42:44Z', 'updated_at': '2022-01-19T18:42:58Z', 'revision_number': 1, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:00.908950 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8f589e4-63ae-4b26-a332-50f253d9244c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (c51e41b9-d77a-423b-af73-954445ecb494), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.916733 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ea2d6-151a-40d6-8d8c-7a278225a208 None None] The sync data for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi is: [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'c2673417-8d12-4058-9d4a-a37d178d99d8', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'port_id': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'mac_address': 'fa:16:3e:64:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37575ad1-522e-4001-8467-2d55b348865f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:42:44Z', 'updated_at': '2022-01-19T18:42:58Z', 'revision_number': 1, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:43:00.954568 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d0a76537-5e4d-4759-be6e-2e830923ebb7 admin admin] Publish callbacks [] for security_group (cc427ffb-0d6f-46e0-8c80-cedff37c87ce), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:00.959974 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d0a76537-5e4d-4759-be6e-2e830923ebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (cc427ffb-0d6f-46e0-8c80-cedff37c87ce), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.001362 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8f589e4-63ae-4b26-a332-50f253d9244c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (c51e41b9-d77a-423b-af73-954445ecb494), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.011013 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-d0a76537-5e4d-4759-be6e-2e830923ebb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d5cf0286aea409c95de07636d5c0fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216009 Jan 19 18:43:01.011830 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a76537-5e4d-4759-be6e-2e830923ebb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc427ffb-0d6f-46e0-8c80-cedff37c87ce,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:01.014866 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42734) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:01.023375 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device a1c230ac-9512-4467-8015-7d53593f1bff no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:43:01.033874 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8f589e4-63ae-4b26-a332-50f253d9244c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (c51e41b9-d77a-423b-af73-954445ecb494), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.060131 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: a1c230ac-9512-4467-8015-7d53593f1bff {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:43:01.060743 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device a1c230ac-9512-4467-8015-7d53593f1bff not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:43:01.070315 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-924cdcff-be5d-4a74-bbfe-b1370c01b830 admin admin] Publish callbacks [] for security_group (cc427ffb-0d6f-46e0-8c80-cedff37c87ce), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.096868 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-924cdcff-be5d-4a74-bbfe-b1370c01b830 admin admin] Publish callbacks [] for security_group (cc427ffb-0d6f-46e0-8c80-cedff37c87ce), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.119524 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f589e4-63ae-4b26-a332-50f253d9244c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51e41b9-d77a-423b-af73-954445ecb494,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:01.159834 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-924cdcff-be5d-4a74-bbfe-b1370c01b830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (cc427ffb-0d6f-46e0-8c80-cedff37c87ce), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.162605 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-924cdcff-be5d-4a74-bbfe-b1370c01b830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.166122 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-924cdcff-be5d-4a74-bbfe-b1370c01b830 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc427ffb-0d6f-46e0-8c80-cedff37c87ce HTTP/1.1" status: 204 len: 168 time: 0.1484632 Jan 19 18:43:01.168724 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b3454e78-08b6-4de6-bf5c-6f688f7455db req-3d989fc8-e65f-4fd2-b5c6-6e55d8449300 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 210 time: 0.0944271 Jan 19 18:43:01.177199 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cdcff-be5d-4a74-bbfe-b1370c01b830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc427ffb-0d6f-46e0-8c80-cedff37c87ce,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:01.189151 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8f589e4-63ae-4b26-a332-50f253d9244c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.190351 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d8f589e4-63ae-4b26-a332-50f253d9244c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3305104 Jan 19 18:43:01.194698 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42738) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:01.199355 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'floatingip': {'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:01.241804 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.267009 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908bd34-6f5e-4efd-9333-6df40534d899 None None] New status for floating IP c2673417-8d12-4058-9d4a-a37d178d99d8: ACTIVE {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:43:01.329991 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-c16e6535-9583-4118-b7ee-12ff493789cb tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:01.331951 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-c16e6535-9583-4118-b7ee-12ff493789cb tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.35 "GET /v2.0/networks?id=f90c5281-a610-4a74-9725-0c46feb803d2 HTTP/1.1" status: 200 len: 808 time: 0.2950780 Jan 19 18:43:01.417807 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-974de11a-695e-4857-b8a5-acba6fb85812 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c021d923a00e46de95dc00151f1d907f HTTP/1.1" status: 200 len: 380 time: 0.0772982 Jan 19 18:43:01.429955 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Request body: {'port': {'device_id': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'admin_state_up': True, 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'security_groups': ['bf205869-99fc-4642-8022-7c4e749783fd']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:01.504926 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.542316 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 42742) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:01.555611 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-49a26239-0184-4bcc-b110-49acf4b984fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.634778 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-49a26239-0184-4bcc-b110-49acf4b984fc admin admin] Publish callbacks [] for security_group (18b8bb8a-1428-40c9-a10f-1e0651bb9dab), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.639378 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-49a26239-0184-4bcc-b110-49acf4b984fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (18b8bb8a-1428-40c9-a10f-1e0651bb9dab), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.646614 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Made reservation on behalf of c021d923a00e46de95dc00151f1d907f for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:43:01.650091 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.675613 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Allocated IP 172.27.3.233 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/12b70f17-33ae-48c4-bf2f-734225836b6b) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:43:01.682064 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-49a26239-0184-4bcc-b110-49acf4b984fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ea58403860e46378e51b11534326802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385534 Jan 19 18:43:01.683141 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a26239-0184-4bcc-b110-49acf4b984fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b8bb8a-1428-40c9-a10f-1e0651bb9dab,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:01.684733 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 42744) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:01.895222 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4ee64b1d-b9ea-4437-825c-e36036c34b1c admin admin] Publish callbacks [] for security_group (18b8bb8a-1428-40c9-a10f-1e0651bb9dab), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.916058 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for port (12b70f17-33ae-48c4-bf2f-734225836b6b), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:01.933068 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Allocated IP 172.20.0.8 (f90c5281-a610-4a74-9725-0c46feb803d2/9d465540-0e32-47b0-9c9b-4ae7cdb00163/a3041398-7a90-4da6-a897-14ef1901c0b6) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:43:01.953822 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4ee64b1d-b9ea-4437-825c-e36036c34b1c admin admin] Publish callbacks [] for security_group (18b8bb8a-1428-40c9-a10f-1e0651bb9dab), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.029306 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (12b70f17-33ae-48c4-bf2f-734225836b6b), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.114428 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:43:02.122750 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:43:02.132530 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:43:02.398261 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4ee64b1d-b9ea-4437-825c-e36036c34b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (18b8bb8a-1428-40c9-a10f-1e0651bb9dab), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.400831 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4ee64b1d-b9ea-4437-825c-e36036c34b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.401964 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4ee64b1d-b9ea-4437-825c-e36036c34b1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18b8bb8a-1428-40c9-a10f-1e0651bb9dab HTTP/1.1" status: 204 len: 168 time: 0.7156355 Jan 19 18:43:02.409940 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'Port': ['ID=12b70f17-33ae-48c4-bf2f-734225836b6b,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:02.435080 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee64b1d-b9ea-4437-825c-e36036c34b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b8bb8a-1428-40c9-a10f-1e0651bb9dab,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:02.464286 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6256a6fd-c6a9-4885-baac-e928a9e0c617 req-bb29b54f-6eb8-4d22-862d-3c17ccced09c tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 210 time: 0.0552812 Jan 19 18:43:02.525661 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.565089 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.606762 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.616374 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (12b70f17-33ae-48c4-bf2f-734225836b6b), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.683270 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Network f90c5281-a610-4a74-9725-0c46feb803d2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:43:02.685503 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event updated for resources: {'Port': ['ID=a3041398-7a90-4da6-a897-14ef1901c0b6,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:02.690315 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:43:02.697368 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.786333 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:02.788963 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:02.790015 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.810593 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9f1d1d9c-e129-40fa-80b8-4953c6131f75 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3861740 Jan 19 18:43:02.829315 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Request body: {'port': {'device_id': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:02.920988 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.927194 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for port (12b70f17-33ae-48c4-bf2f-734225836b6b), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.935645 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-0c611ef8-65d0-47fb-92cb-d48ffcb788da None None] Provisioning complete for port a3041398-7a90-4da6-a897-14ef1901c0b6 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:43:02.937381 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-0c611ef8-65d0-47fb-92cb-d48ffcb788da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.937819 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (12b70f17-33ae-48c4-bf2f-734225836b6b), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:02.981175 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-0c611ef8-65d0-47fb-92cb-d48ffcb788da None None] Port a3041398-7a90-4da6-a897-14ef1901c0b6 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:43:03.039953 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'Port': ['ID=12b70f17-33ae-48c4-bf2f-734225836b6b,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:03.109950 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:03.135703 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:03.136950 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8a8cbdb3-70cf-4ea8-8541-4402e6be1fd7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9417994 Jan 19 18:43:03.286420 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3041398-7a90-4da6-a897-14ef1901c0b6 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:43:03.294120 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Publish callbacks [] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:03.309320 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Transition to ACTIVE for port object a3041398-7a90-4da6-a897-14ef1901c0b6 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:43:03.314728 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:03.447419 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3041398-7a90-4da6-a897-14ef1901c0b6,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:03.455645 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-3cde4b36-7ddd-43ae-b2a1-d3a6de281d04 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1281576358&fields=id&tenant_id=88976d1e56334d55ab32de5818c448d6 HTTP/1.1" status: 200 len: 267 time: 0.1309254 Jan 19 18:43:03.550720 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Attempting to bind port a3041398-7a90-4da6-a897-14ef1901c0b6 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:43:03.551053 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Attempting to bind port a3041398-7a90-4da6-a897-14ef1901c0b6 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:43:03.551645 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Attempting to bind port a3041398-7a90-4da6-a897-14ef1901c0b6 on network f90c5281-a610-4a74-9725-0c46feb803d2 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:43:03.584142 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Port a3041398-7a90-4da6-a897-14ef1901c0b6 on network f90c5281-a610-4a74-9725-0c46feb803d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:43:03.584469 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Attempting to bind port a3041398-7a90-4da6-a897-14ef1901c0b6 on network f90c5281-a610-4a74-9725-0c46feb803d2 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:43:03.607455 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:43:03.607762 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Checking segment: {'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:43:03.608101 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Bound using segment: {'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:43:03.608545 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Bound port: a3041398-7a90-4da6-a897-14ef1901c0b6, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b6981e-de8e-4de3-9681-cd4a6603c120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:43:03.608931 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:03.637518 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-74f41989-6036-41ee-a21b-2e8e0cb72de0 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:03.639047 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-74f41989-6036-41ee-a21b-2e8e0cb72de0 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 811 time: 0.1751499 Jan 19 18:43:03.653917 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1def5e-473c-42b4-86a1-92f5e17fe2d0 req-1eb456d5-49a8-4ae8-99b9-9faa847a3377 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:03.655257 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b1def5e-473c-42b4-86a1-92f5e17fe2d0 req-1eb456d5-49a8-4ae8-99b9-9faa847a3377 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.1081486 Jan 19 18:43:03.701411 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-089ab7f7-38a2-4233-bffa-15707a4f75c7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/quotas/88976d1e56334d55ab32de5818c448d6 HTTP/1.1" status: 200 len: 375 time: 0.0290716 Jan 19 18:43:03.776700 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] For port a3041398-7a90-4da6-a897-14ef1901c0b6, host hv-cinder-82536, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:43:03.785923 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b1def5e-473c-42b4-86a1-92f5e17fe2d0 req-a6421248-bd4c-4d3a-babd-930d7971704f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119521 Jan 19 18:43:03.796812 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] For port a3041398-7a90-4da6-a897-14ef1901c0b6, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a3041398-7a90-4da6-a897-14ef1901c0b6,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:43:03.805009 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:03.815592 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-c104d0a8-7017-43fb-8469-5ea0228c4d19 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057777 Jan 19 18:43:03.867627 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:03.868241 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:03.869660 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/a3041398-7a90-4da6-a897-14ef1901c0b6 HTTP/1.1" status: 200 len: 1093 time: 1.0514524 Jan 19 18:43:03.871983 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:43:03.874289 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326634b6-c696-4d60-a71f-8daae39ca746" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:43:03.953158 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6982ecca-013a-4870-8bb3-0d2f06c664a9 x-openstack-request-id: req-6982ecca-013a-4870-8bb3-0d2f06c664a9 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:43:03.953452 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:43:03.953708 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6982ecca-013a-4870-8bb3-0d2f06c664a9 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:43:03.954114 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'status': 'completed', 'code': 200} Jan 19 18:43:03.963536 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd9e57-3be1-4f1f-9b59-48c486b6e8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3041398-7a90-4da6-a897-14ef1901c0b6,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:04.005607 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-e799b82e-62f0-421c-b8b7-cf627d70785c service neutron] 10.222.0.39 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676741 Jan 19 18:43:04.010600 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-5f39c3be-0d3f-441e-9325-f25827d09782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:04.012046 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-5f39c3be-0d3f-441e-9325-f25827d09782 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c021d923a00e46de95dc00151f1d907f&device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 1096 time: 0.0972641 Jan 19 18:43:04.091246 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-d633d39e-3289-4ef1-9bea-5209330cfeaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3041398-7a90-4da6-a897-14ef1901c0b6 HTTP/1.1" status: 200 len: 217 time: 0.0710871 Jan 19 18:43:04.165912 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-ef81a18d-152e-4c0f-8972-7268d0c7c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:04.167600 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-ef81a18d-152e-4c0f-8972-7268d0c7c4ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d465540-0e32-47b0-9c9b-4ae7cdb00163 HTTP/1.1" status: 200 len: 847 time: 0.0708432 Jan 19 18:43:04.187264 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-4037fa4b-f242-4434-976c-4e31ee970bd6 service neutron] 10.222.0.39 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742933 Jan 19 18:43:04.226862 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-95b91c61-2f2e-45a3-9903-d6b41cd6d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:04.228399 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-95b91c61-2f2e-45a3-9903-d6b41cd6d09d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f90c5281-a610-4a74-9725-0c46feb803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502317 Jan 19 18:43:04.330934 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-9ecc1710-6f01-4217-b894-ee022bdf1645 service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956478 Jan 19 18:43:04.424798 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-30afb425-a332-4f03-805c-d9e96e041417 req-190a8d08-1f29-4a47-acf6-ed3781465b5e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 210 time: 0.0538683 Jan 19 18:43:04.470770 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06a2852a-8a27-4508-b3dc-236b0287b633 req-f10b198e-d8c4-4f9d-8eb2-91ba20ee7f54 service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327124 Jan 19 18:43:04.555955 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326634b6-c696-4d60-a71f-8daae39ca746 req-e43eabb7-5f90-4480-bde4-3055be9d6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:04.557410 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-326634b6-c696-4d60-a71f-8daae39ca746 req-e43eabb7-5f90-4480-bde4-3055be9d6296 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c021d923a00e46de95dc00151f1d907f&device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 1096 time: 0.0444543 Jan 19 18:43:04.655679 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326634b6-c696-4d60-a71f-8daae39ca746 req-bf639e9d-ab71-4a04-98b5-745f8815a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:04.657183 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-326634b6-c696-4d60-a71f-8daae39ca746 req-bf639e9d-ab71-4a04-98b5-745f8815a60b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f90c5281-a610-4a74-9725-0c46feb803d2 HTTP/1.1" status: 200 len: 908 time: 0.0934474 Jan 19 18:43:04.699970 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-326634b6-c696-4d60-a71f-8daae39ca746 req-c9974faa-0bfc-495b-bab3-8e6d053c1432 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3041398-7a90-4da6-a897-14ef1901c0b6 HTTP/1.1" status: 200 len: 217 time: 0.0368235 Jan 19 18:43:04.752383 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326634b6-c696-4d60-a71f-8daae39ca746 req-256e616f-9fbc-4051-9095-c133b9cb5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:04.753901 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-326634b6-c696-4d60-a71f-8daae39ca746 req-256e616f-9fbc-4051-9095-c133b9cb5b16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d465540-0e32-47b0-9c9b-4ae7cdb00163 HTTP/1.1" status: 200 len: 847 time: 0.0469670 Jan 19 18:43:04.802069 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326634b6-c696-4d60-a71f-8daae39ca746 req-128712ed-f32f-4c5d-8426-65ecb30dde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:04.803573 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-326634b6-c696-4d60-a71f-8daae39ca746 req-128712ed-f32f-4c5d-8426-65ecb30dde64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f90c5281-a610-4a74-9725-0c46feb803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427406 Jan 19 18:43:04.935930 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141777bc-12f9-42bc-88f4-6e15cbf122c4 req-4ed19bf3-eed7-45d3-8b8b-b9991dd7b96a tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:04.937400 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-141777bc-12f9-42bc-88f4-6e15cbf122c4 req-4ed19bf3-eed7-45d3-8b8b-b9991dd7b96a tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0737500 Jan 19 18:43:04.943402 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-326634b6-c696-4d60-a71f-8daae39ca746 req-84e522fe-ca19-449f-92bd-4d7dbf312ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271906 Jan 19 18:43:05.043665 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-141777bc-12f9-42bc-88f4-6e15cbf122c4 req-361f6aff-f7d2-4b07-8a23-a06f0bca83c9 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993214 Jan 19 18:43:05.071005 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-326634b6-c696-4d60-a71f-8daae39ca746 req-5e611ba6-f179-4583-8a87-f493a652a7a0 service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208684 Jan 19 18:43:05.309568 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-b8704630-0e96-401a-8f1d-bca4a5469043 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:05.311305 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-b8704630-0e96-401a-8f1d-bca4a5469043 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.35 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 811 time: 0.1084094 Jan 19 18:43:05.380161 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-42bce874-0efb-4c58-beea-2a16cb3cbc69 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88976d1e56334d55ab32de5818c448d6 HTTP/1.1" status: 200 len: 380 time: 0.0568516 Jan 19 18:43:05.389258 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'port': {'device_id': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'admin_state_up': True, 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'security_groups': ['ebe59829-66c7-460f-b9df-da09783ce7a2']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:05.505170 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Made reservation on behalf of 88976d1e56334d55ab32de5818c448d6 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:43:05.509306 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:05.550455 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-50393551-4e6d-4238-b6ec-1ce9ba17139a req-232f6e4c-d564-4d3d-b55c-632a05a018cb tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 210 time: 0.0386019 Jan 19 18:43:05.668529 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Allocated IP 172.20.0.7 (d3a83c77-a086-4b56-b863-c2c3d2e498a2/0924a93a-d057-4ea7-b98a-07d64d6605b6/63d44671-2138-4c39-924d-5703cd07de56) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:43:05.806489 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for port (63d44671-2138-4c39-924d-5703cd07de56), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:05.840653 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (63d44671-2138-4c39-924d-5703cd07de56), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:05.881791 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Network d3a83c77-a086-4b56-b863-c2c3d2e498a2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:43:05.884720 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:43:05.887019 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:43:05.921569 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event updated for resources: {'Port': ['ID=63d44671-2138-4c39-924d-5703cd07de56,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:05.950207 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:05.950828 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:05.969151 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-9fe3d056-7ccd-48cb-b1c5-6c019f0b4816 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834336 Jan 19 18:43:06.161828 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-175cdf5d-3862-4d42-93b4-5544e5c80d64 None None] Provisioning complete for port 63d44671-2138-4c39-924d-5703cd07de56 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:43:06.162456 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-175cdf5d-3862-4d42-93b4-5544e5c80d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (63d44671-2138-4c39-924d-5703cd07de56), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:06.167326 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664966f5-6950-4ecb-98fb-15658042a526 req-effb8a6b-a759-4714-b987-2df71f3a1136 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:06.169057 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-664966f5-6950-4ecb-98fb-15658042a526 req-effb8a6b-a759-4714-b987-2df71f3a1136 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0495133 Jan 19 18:43:06.200280 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-175cdf5d-3862-4d42-93b4-5544e5c80d64 None None] Port 63d44671-2138-4c39-924d-5703cd07de56 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:43:06.218992 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-664966f5-6950-4ecb-98fb-15658042a526 req-dea68d35-a942-4a76-a4a2-49ff43c14955 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441172 Jan 19 18:43:06.676978 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c28019-4fbe-43c3-8439-af9bcdcb6bed req-237d6029-e0bb-4e36-90a6-999b754f9679 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:06.678410 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57c28019-4fbe-43c3-8439-af9bcdcb6bed req-237d6029-e0bb-4e36-90a6-999b754f9679 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 931 time: 0.0475776 Jan 19 18:43:06.723807 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57c28019-4fbe-43c3-8439-af9bcdcb6bed req-6635fb37-ac0e-4ba2-904b-2f6886ef658f tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398557 Jan 19 18:43:07.340862 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae0a9c-4e20-4798-bb98-6e2c5c57ec16 req-eae402cd-7cde-43c3-80b1-d7bd6702acb2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:07.343319 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-44ae0a9c-4e20-4798-bb98-6e2c5c57ec16 req-eae402cd-7cde-43c3-80b1-d7bd6702acb2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0543778 Jan 19 18:43:07.391524 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-44ae0a9c-4e20-4798-bb98-6e2c5c57ec16 req-1fe3f716-a340-4c3e-b715-48cf7210f6d5 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422442 Jan 19 18:43:07.836934 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258a45-3ff5-479d-9687-f1fe329429d9 req-78c0a761-2eef-4711-93a6-4ff68dbb6475 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:07.838408 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-54258a45-3ff5-479d-9687-f1fe329429d9 req-78c0a761-2eef-4711-93a6-4ff68dbb6475 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 931 time: 0.0487435 Jan 19 18:43:07.883892 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-54258a45-3ff5-479d-9687-f1fe329429d9 req-0e9e1ba0-41bf-428c-b52a-0621d058bfa1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 Jan 19 18:43:08.441908 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Request body: {'port': {'device_id': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:08.527462 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (63d44671-2138-4c39-924d-5703cd07de56), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:08.549037 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e961db-9965-4255-96ca-da7862e104bb req-a3beae50-acc4-431a-bb60-3875033aaf8f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:08.551298 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a5e961db-9965-4255-96ca-da7862e104bb req-a3beae50-acc4-431a-bb60-3875033aaf8f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0890727 Jan 19 18:43:08.699734 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a5e961db-9965-4255-96ca-da7862e104bb req-2aa44916-7858-4a1a-b037-6cfd769b1e41 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267819 Jan 19 18:43:08.850410 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d44671-2138-4c39-924d-5703cd07de56 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:43:08.857914 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Publish callbacks [] for port (63d44671-2138-4c39-924d-5703cd07de56), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:08.870328 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Transition to ACTIVE for port object 63d44671-2138-4c39-924d-5703cd07de56 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:43:08.874626 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (63d44671-2138-4c39-924d-5703cd07de56), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:08.927008 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Pushing event updated for resources: {'Port': ['ID=63d44671-2138-4c39-924d-5703cd07de56,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:09.039641 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Attempting to bind port 63d44671-2138-4c39-924d-5703cd07de56 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:43:09.039991 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Attempting to bind port 63d44671-2138-4c39-924d-5703cd07de56 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:43:09.040313 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Attempting to bind port 63d44671-2138-4c39-924d-5703cd07de56 on network d3a83c77-a086-4b56-b863-c2c3d2e498a2 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:43:09.048894 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Port 63d44671-2138-4c39-924d-5703cd07de56 on network d3a83c77-a086-4b56-b863-c2c3d2e498a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:43:09.049220 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Attempting to bind port 63d44671-2138-4c39-924d-5703cd07de56 on network d3a83c77-a086-4b56-b863-c2c3d2e498a2 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:43:09.056922 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:43:09.060765 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Checking segment: {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:43:09.060765 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Bound using segment: {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:43:09.060765 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Bound port: 63d44671-2138-4c39-924d-5703cd07de56, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f860224-a50a-4383-84dc-0d6990e5b7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:43:09.060765 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (63d44671-2138-4c39-924d-5703cd07de56), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:09.067654 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e245-340d-46ed-941d-aee4a47ba504 req-64a286d5-2f41-4fb9-97e9-a5a04e0d1fdc tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:09.069251 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6a65e245-340d-46ed-941d-aee4a47ba504 req-64a286d5-2f41-4fb9-97e9-a5a04e0d1fdc tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 943 time: 0.0846207 Jan 19 18:43:09.163563 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6a65e245-340d-46ed-941d-aee4a47ba504 req-f43428ab-b4ed-4a85-939d-c57df2557a66 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846536 Jan 19 18:43:09.169286 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] For port 63d44671-2138-4c39-924d-5703cd07de56, host hv-cinder-82536, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:43:09.172379 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] For port 63d44671-2138-4c39-924d-5703cd07de56, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=63d44671-2138-4c39-924d-5703cd07de56,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:43:09.177548 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (63d44671-2138-4c39-924d-5703cd07de56), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:09.213307 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:09.213927 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:09.215284 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] 10.222.0.35 "PUT /v2.0/ports/63d44671-2138-4c39-924d-5703cd07de56 HTTP/1.1" status: 200 len: 1093 time: 0.7783570 Jan 19 18:43:09.216105 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'tag': '63d44671-2138-4c39-924d-5703cd07de56'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:43:09.218370 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20d3232-709c-4a62-a806-ff2b8acddb92" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bb1cea-a21c-4251-8f74-c32cf9898bc8", "tag": "63d44671-2138-4c39-924d-5703cd07de56"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:43:09.242219 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfe3e4-a20c-430f-a5fd-21eb0ffc577d service neutron] Pushing event updated for resources: {'Port': ['ID=63d44671-2138-4c39-924d-5703cd07de56,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:09.265060 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b9274a-09c0-47ee-8cbd-75f2d76a7b36 x-openstack-request-id: req-39b9274a-09c0-47ee-8cbd-75f2d76a7b36 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:43:09.265355 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bb1cea-a21c-4251-8f74-c32cf9898bc8", "tag": "63d44671-2138-4c39-924d-5703cd07de56", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:43:09.265602 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39b9274a-09c0-47ee-8cbd-75f2d76a7b36 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:43:09.266011 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'tag': '63d44671-2138-4c39-924d-5703cd07de56', 'status': 'completed', 'code': 200} Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.817936 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:43:09.820575 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:43:09.822389 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71a477-910c-47a5-8f2c-8ad4219d489b req-e21d843b-f4b6-460a-b275-07b368af83cd tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:09.823952 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0e71a477-910c-47a5-8f2c-8ad4219d489b req-e21d843b-f4b6-460a-b275-07b368af83cd tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0527725 Jan 19 18:43:09.877827 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0e71a477-910c-47a5-8f2c-8ad4219d489b req-af2b5725-979c-428a-9696-589e313b33a0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483017 Jan 19 18:43:10.277364 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf94033-15d7-49f8-8d7b-af959b665089 req-34456c1a-933c-40d7-a00c-b82ccd6c392e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:10.278765 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6bf94033-15d7-49f8-8d7b-af959b665089 req-34456c1a-933c-40d7-a00c-b82ccd6c392e tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 943 time: 0.0484705 Jan 19 18:43:10.328654 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6bf94033-15d7-49f8-8d7b-af959b665089 req-67bbaf6e-f313-47ae-a068-49da0046b813 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443678 Jan 19 18:43:11.149067 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae8de1-227f-4275-b798-62c6d62e4ad6 req-1167ba68-c327-4e9e-9865-04f4dd888019 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:11.150527 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-73ae8de1-227f-4275-b798-62c6d62e4ad6 req-1167ba68-c327-4e9e-9865-04f4dd888019 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.2049823 Jan 19 18:43:11.198967 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-73ae8de1-227f-4275-b798-62c6d62e4ad6 req-e9d34584-1566-480b-bb4b-40b307da8729 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 Jan 19 18:43:11.447324 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9aef-6ee2-4bbc-bf2c-6670df2c4366 req-5b908996-8ee6-49f1-8d7d-88bc77640fda tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:11.448830 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e21d9aef-6ee2-4bbc-bf2c-6670df2c4366 req-5b908996-8ee6-49f1-8d7d-88bc77640fda tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 943 time: 0.0516062 Jan 19 18:43:11.494987 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e21d9aef-6ee2-4bbc-bf2c-6670df2c4366 req-cfba596f-d8af-45a0-b766-06890b0d3a90 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407388 Jan 19 18:43:12.031987 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-cf759d3f-20a8-4405-83bd-8b492b6fdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:12.033517 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-cf759d3f-20a8-4405-83bd-8b492b6fdf3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0402970 Jan 19 18:43:12.080179 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-968065f8-1898-49e3-9992-2bca10521b79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63d44671-2138-4c39-924d-5703cd07de56 HTTP/1.1" status: 200 len: 217 time: 0.0364213 Jan 19 18:43:12.407323 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-636bcbfe-88af-43db-8f18-4fd5bab26893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:12.408825 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-636bcbfe-88af-43db-8f18-4fd5bab26893 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0924a93a-d057-4ea7-b98a-07d64d6605b6 HTTP/1.1" status: 200 len: 850 time: 0.3171375 Jan 19 18:43:12.425338 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cd3b0-b729-4fc1-8483-a1406f667d3b req-1b836728-ca7c-4aee-be91-89146278ceb7 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:12.427118 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-158cd3b0-b729-4fc1-8483-a1406f667d3b req-1b836728-ca7c-4aee-be91-89146278ceb7 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0624781 Jan 19 18:43:12.500264 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-158cd3b0-b729-4fc1-8483-a1406f667d3b req-bfa7e966-d85d-4537-a7e2-5381894f8611 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658879 Jan 19 18:43:12.502675 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-e8f85d4f-eb64-4800-8260-470847289b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:12.504046 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-e8f85d4f-eb64-4800-8260-470847289b70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a83c77-a086-4b56-b863-c2c3d2e498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864182 Jan 19 18:43:12.600113 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-f1ee907f-2674-4c92-9dbf-dd1277fedcbb service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878599 Jan 19 18:43:12.722327 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28c375-72c2-4ad6-a56e-eadabb186a1c req-bce113fe-8b6e-4928-84b7-9beed53c638c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:12.724301 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4f28c375-72c2-4ad6-a56e-eadabb186a1c req-bce113fe-8b6e-4928-84b7-9beed53c638c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 943 time: 0.1584201 Jan 19 18:43:12.729968 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14156d8e-abae-4ce4-9706-1ccb339fa085 req-ea18d1ca-3d37-4719-9786-298eb3320722 service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227629 Jan 19 18:43:12.772693 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4f28c375-72c2-4ad6-a56e-eadabb186a1c req-2fe5049f-f60e-45ee-8711-5babd545ecb8 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 Jan 19 18:43:12.823610 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d3232-709c-4a62-a806-ff2b8acddb92 req-dfa20d53-7a92-460f-9a16-0e537c2cc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:12.825103 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c20d3232-709c-4a62-a806-ff2b8acddb92 req-dfa20d53-7a92-460f-9a16-0e537c2cc6d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0386860 Jan 19 18:43:12.914645 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d3232-709c-4a62-a806-ff2b8acddb92 req-70871ffb-c81a-44c8-a821-c7471e43ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:12.916102 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c20d3232-709c-4a62-a806-ff2b8acddb92 req-70871ffb-c81a-44c8-a821-c7471e43ba9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 911 time: 0.0852528 Jan 19 18:43:12.959246 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c20d3232-709c-4a62-a806-ff2b8acddb92 req-bebe84b2-2218-4f8a-94e3-dda34abff008 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63d44671-2138-4c39-924d-5703cd07de56 HTTP/1.1" status: 200 len: 217 time: 0.0368905 Jan 19 18:43:13.012062 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d3232-709c-4a62-a806-ff2b8acddb92 req-87cbcdc0-3ca5-4bcb-bf58-2c1286147118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:13.013463 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c20d3232-709c-4a62-a806-ff2b8acddb92 req-87cbcdc0-3ca5-4bcb-bf58-2c1286147118 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0924a93a-d057-4ea7-b98a-07d64d6605b6 HTTP/1.1" status: 200 len: 850 time: 0.0488729 Jan 19 18:43:13.071599 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d3232-709c-4a62-a806-ff2b8acddb92 req-83075be8-0608-4276-8a66-b878a514eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:13.073513 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c20d3232-709c-4a62-a806-ff2b8acddb92 req-83075be8-0608-4276-8a66-b878a514eec4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a83c77-a086-4b56-b863-c2c3d2e498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422714 Jan 19 18:43:13.169499 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c20d3232-709c-4a62-a806-ff2b8acddb92 req-06a71e65-7ee4-417a-83e5-9d43feb1ec83 service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899472 Jan 19 18:43:13.284474 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c20d3232-709c-4a62-a806-ff2b8acddb92 req-f05a5845-d100-4863-bccb-9d6e5d69f559 service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070559 Jan 19 18:43:13.633466 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e36d1-0534-4c71-9d04-72981d9c82ac req-e3b445ff-bb97-42e4-bfa1-f53ac6578f7f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:13.634965 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b00e36d1-0534-4c71-9d04-72981d9c82ac req-e3b445ff-bb97-42e4-bfa1-f53ac6578f7f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0581143 Jan 19 18:43:13.686401 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b00e36d1-0534-4c71-9d04-72981d9c82ac req-52b10967-1532-4ab0-8dc3-4587e225f99d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449662 Jan 19 18:43:13.893451 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc7f35-ede3-468f-876e-47ac185456f8 req-13dd0377-1a82-4783-a97f-0dc0bb31b4f3 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:13.895199 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2adc7f35-ede3-468f-876e-47ac185456f8 req-13dd0377-1a82-4783-a97f-0dc0bb31b4f3 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 943 time: 0.0530477 Jan 19 18:43:13.942852 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2adc7f35-ede3-468f-876e-47ac185456f8 req-36b7880c-97f6-4550-a865-aed337792701 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 Jan 19 18:43:14.803830 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760b8a3-c28d-4d85-aeb3-d12e0085da1d req-30988b4a-1ece-4b7e-b913-547317fd788e tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:14.805383 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c760b8a3-c28d-4d85-aeb3-d12e0085da1d req-30988b4a-1ece-4b7e-b913-547317fd788e tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0502796 Jan 19 18:43:14.853742 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c760b8a3-c28d-4d85-aeb3-d12e0085da1d req-0ab30ff2-4171-4a06-b937-4af07ac5ca1b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Jan 19 18:43:15.058924 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb2b36-30b0-4ac6-8486-59e5d9d37169 req-2070a082-1ef0-498e-8e4a-d0f11fda9cf7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:15.060378 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7bb2b36-30b0-4ac6-8486-59e5d9d37169 req-2070a082-1ef0-498e-8e4a-d0f11fda9cf7 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 943 time: 0.0500157 Jan 19 18:43:15.112092 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7bb2b36-30b0-4ac6-8486-59e5d9d37169 req-c91310d8-b846-4331-9bef-d4ee66a75658 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463145 Jan 19 18:43:15.762497 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 63d44671-2138-4c39-924d-5703cd07de56 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:43:15.859977 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 63d44671-2138-4c39-924d-5703cd07de56, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=63d44671-2138-4c39-924d-5703cd07de56,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:15.873029 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '63d44671-2138-4c39-924d-5703cd07de56', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'port_id': '63d44671-2138-4c39-924d-5703cd07de56', 'mac_address': 'fa:16:3e:3d:bb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:43:15.913769 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 63d44671-2138-4c39-924d-5703cd07de56 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:43:15.914165 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (63d44671-2138-4c39-924d-5703cd07de56), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:15.928048 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d44671-2138-4c39-924d-5703cd07de56 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:43:15.949530 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 63d44671-2138-4c39-924d-5703cd07de56, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=63d44671-2138-4c39-924d-5703cd07de56,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:15.954636 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (63d44671-2138-4c39-924d-5703cd07de56), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:15.955618 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device a3041398-7a90-4da6-a897-14ef1901c0b6 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:43:15.972379 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dd617-f33c-4d85-ade2-4de77442e1e7 req-f639f8c4-9a10-4800-b958-4aa965c9df84 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:15.974545 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-061dd617-f33c-4d85-ade2-4de77442e1e7 req-f639f8c4-9a10-4800-b958-4aa965c9df84 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0545926 Jan 19 18:43:16.023580 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-061dd617-f33c-4d85-ade2-4de77442e1e7 req-4bf57944-c310-47a1-8394-f3b38d31e535 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430899 Jan 19 18:43:16.050316 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=63d44671-2138-4c39-924d-5703cd07de56,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:16.093022 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port a3041398-7a90-4da6-a897-14ef1901c0b6, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a3041398-7a90-4da6-a897-14ef1901c0b6,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:16.104980 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'port_id': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'mac_address': 'fa:16:3e:db:97:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:43:16.141225 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port a3041398-7a90-4da6-a897-14ef1901c0b6 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:43:16.141617 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:16.154457 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3041398-7a90-4da6-a897-14ef1901c0b6 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:43:16.173842 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port a3041398-7a90-4da6-a897-14ef1901c0b6, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a3041398-7a90-4da6-a897-14ef1901c0b6,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:16.178465 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:16.228486 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2bfb5-04f6-486b-a1bc-a763313a2b0b req-7740c24e-1328-4476-9015-44787f658656 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:16.230094 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-61b2bfb5-04f6-486b-a1bc-a763313a2b0b req-7740c24e-1328-4476-9015-44787f658656 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 944 time: 0.0513043 Jan 19 18:43:16.280361 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-61b2bfb5-04f6-486b-a1bc-a763313a2b0b req-882a8d0b-cbf4-4195-819f-4223985517ff tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444136 Jan 19 18:43:16.351323 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=a3041398-7a90-4da6-a897-14ef1901c0b6,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:17.144276 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b3eb9-2f29-4807-9696-7b98671ac6f8 req-88d22f8b-81d1-4bb3-957a-03ca3b473047 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:17.146443 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-647b3eb9-2f29-4807-9696-7b98671ac6f8 req-88d22f8b-81d1-4bb3-957a-03ca3b473047 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 944 time: 0.0545156 Jan 19 18:43:17.199930 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-647b3eb9-2f29-4807-9696-7b98671ac6f8 req-84e96826-fe27-4364-9119-47efb211e608 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438249 Jan 19 18:43:17.393352 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0def3ab-3d6b-4f91-bb23-43c9b92bfba2 req-cbf4e657-e9ad-4537-b0eb-4e8a7d3329d1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:17.394834 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a0def3ab-3d6b-4f91-bb23-43c9b92bfba2 req-cbf4e657-e9ad-4537-b0eb-4e8a7d3329d1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 944 time: 0.0490334 Jan 19 18:43:17.440254 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a0def3ab-3d6b-4f91-bb23-43c9b92bfba2 req-b4e8c02b-de1a-4e42-9b69-600d6c15f0c6 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399380 Jan 19 18:43:17.803355 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['63d44671-2138-4c39-924d-5703cd07de56'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:43:17.828108 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['a3041398-7a90-4da6-a897-14ef1901c0b6'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:43:18.271886 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:18.320799 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d2625-be32-49cd-b3f5-cccef43a6d4d req-739bb422-1f78-4d1b-8b87-0e4303185087 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:18.322405 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c00d2625-be32-49cd-b3f5-cccef43a6d4d req-739bb422-1f78-4d1b-8b87-0e4303185087 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 944 time: 0.0513482 Jan 19 18:43:18.377612 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c00d2625-be32-49cd-b3f5-cccef43a6d4d req-45368622-3374-4010-be44-086fc9ef1f2d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496330 Jan 19 18:43:18.655404 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed6bb7-b984-4c33-8f4d-5305a33a517b req-57bf2699-602a-44a5-afb4-78b630c93d53 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:18.656912 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06ed6bb7-b984-4c33-8f4d-5305a33a517b req-57bf2699-602a-44a5-afb4-78b630c93d53 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 944 time: 0.0482893 Jan 19 18:43:18.705082 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06ed6bb7-b984-4c33-8f4d-5305a33a517b req-b045fbbc-eaf1-4f31-b2e6-5a31ba835c30 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 Jan 19 18:43:19.497668 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcd57c-2506-441d-9d49-fdbb6c2fc115 req-df8d4a69-bb94-47d4-b6c8-368bca8d7962 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:19.499225 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d1fcd57c-2506-441d-9d49-fdbb6c2fc115 req-df8d4a69-bb94-47d4-b6c8-368bca8d7962 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 944 time: 0.0512650 Jan 19 18:43:19.516483 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-36f0bec9-f7d4-43f1-9c7b-9e59f713c383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:19.549945 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d1fcd57c-2506-441d-9d49-fdbb6c2fc115 req-df24532f-75ec-4fad-a138-daaf0741b22e tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Jan 19 18:43:19.576322 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 63d44671-2138-4c39-924d-5703cd07de56 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:43:19.625378 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port 63d44671-2138-4c39-924d-5703cd07de56 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:43:19.629277 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 63d44671-2138-4c39-924d-5703cd07de56 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:43:19.629651 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (63d44671-2138-4c39-924d-5703cd07de56), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:19.710145 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 63d44671-2138-4c39-924d-5703cd07de56 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:43:19.710534 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (63d44671-2138-4c39-924d-5703cd07de56), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:19.733502 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d44671-2138-4c39-924d-5703cd07de56'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:43:19.735754 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc40240f-e788-4eed-86b1-cb6d725a599a" -d '{"events": [{"server_uuid": "a1bb1cea-a21c-4251-8f74-c32cf9898bc8", "name": "network-vif-plugged", "status": "completed", "tag": "63d44671-2138-4c39-924d-5703cd07de56"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:43:19.748841 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 63d44671-2138-4c39-924d-5703cd07de56, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=63d44671-2138-4c39-924d-5703cd07de56,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:19.752607 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (63d44671-2138-4c39-924d-5703cd07de56), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:19.753521 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device a3041398-7a90-4da6-a897-14ef1901c0b6 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:43:19.814756 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf552fe-ba7b-46a4-b0d2-6b6eb1374d50 x-openstack-request-id: req-dcf552fe-ba7b-46a4-b0d2-6b6eb1374d50 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:43:19.815058 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bb1cea-a21c-4251-8f74-c32cf9898bc8", "name": "network-vif-plugged", "status": "completed", "tag": "63d44671-2138-4c39-924d-5703cd07de56", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:43:19.815313 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcf552fe-ba7b-46a4-b0d2-6b6eb1374d50 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:43:19.815713 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d44671-2138-4c39-924d-5703cd07de56', 'code': 200} Jan 19 18:43:19.827285 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f4011-a6e9-4175-b81e-b3d4a14759b1 req-1a9c50ab-a304-4d14-ac25-13d5708f95a0 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:19.828726 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-602f4011-a6e9-4175-b81e-b3d4a14759b1 req-1a9c50ab-a304-4d14-ac25-13d5708f95a0 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 945 time: 0.0578904 Jan 19 18:43:19.832983 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=63d44671-2138-4c39-924d-5703cd07de56,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:19.847642 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port a3041398-7a90-4da6-a897-14ef1901c0b6 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:43:19.851698 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port a3041398-7a90-4da6-a897-14ef1901c0b6 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:43:19.852145 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:19.905427 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-602f4011-a6e9-4175-b81e-b3d4a14759b1 req-5f3ebf94-9ea1-491a-89f6-86774687fa4c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487790 Jan 19 18:43:19.955005 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port a3041398-7a90-4da6-a897-14ef1901c0b6 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:43:19.955466 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:19.991866 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port a3041398-7a90-4da6-a897-14ef1901c0b6, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a3041398-7a90-4da6-a897-14ef1901c0b6,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:19.996788 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:20.036805 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01686148-9241-4258-a4ef-afb2152235fb req-cced2d56-8710-4f84-be32-6aec8c0c41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:20.038409 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01686148-9241-4258-a4ef-afb2152235fb req-cced2d56-8710-4f84-be32-6aec8c0c41a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 1098 time: 0.0464065 Jan 19 18:43:20.052740 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=a3041398-7a90-4da6-a897-14ef1901c0b6,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:20.101307 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01686148-9241-4258-a4ef-afb2152235fb req-b7159d4d-4eaf-4241-aa13-9bf1a665377b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525634 Jan 19 18:43:20.670422 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39d5bb-ecdb-4331-b48a-60f890b3a011 req-94dacf37-ba2e-4290-b1f8-30a2bf591429 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:20.671917 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e39d5bb-ecdb-4331-b48a-60f890b3a011 req-94dacf37-ba2e-4290-b1f8-30a2bf591429 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0537164 Jan 19 18:43:20.722605 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e39d5bb-ecdb-4331-b48a-60f890b3a011 req-7d4e3003-d364-4418-afa7-e50b43ae00c3 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442595 Jan 19 18:43:21.020066 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ca71f-7699-4b72-ba59-c129383329c7 req-00bc1807-6226-4c07-8bf7-33aecf2dcaf1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:21.022119 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9b9ca71f-7699-4b72-ba59-c129383329c7 req-00bc1807-6226-4c07-8bf7-33aecf2dcaf1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 945 time: 0.0486214 Jan 19 18:43:21.072919 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9b9ca71f-7699-4b72-ba59-c129383329c7 req-b1e39305-14b0-4a4e-b522-5540265966c8 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452540 Jan 19 18:43:21.480498 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:43:21.818311 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:43:21.820194 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a437324f-13e1-40d8-9b88-4530ac8d840e" -d '{"events": [{"server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "name": "network-vif-plugged", "status": "completed", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:43:21.839936 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5a07a-2bd8-4218-a8b6-83466c5e5f3a req-4cf9d023-39c9-4ccc-94bf-9b5cc3e68448 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:21.841440 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-74c5a07a-2bd8-4218-a8b6-83466c5e5f3a req-4cf9d023-39c9-4ccc-94bf-9b5cc3e68448 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0496070 Jan 19 18:43:21.893065 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-74c5a07a-2bd8-4218-a8b6-83466c5e5f3a req-f46607bd-f7a1-4960-9fe1-ba8792db27f3 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460286 Jan 19 18:43:21.938177 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d75307-7303-4668-b5e0-cfbdb56bade8 x-openstack-request-id: req-c2d75307-7303-4668-b5e0-cfbdb56bade8 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:43:21.938475 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "name": "network-vif-plugged", "status": "completed", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:43:21.938734 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2d75307-7303-4668-b5e0-cfbdb56bade8 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:43:21.939135 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'code': 200} Jan 19 18:43:22.188908 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5195a1-2045-4ee5-89eb-99f632a8c7e7 req-4e739a8f-62ca-4759-a391-40a4232cb971 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:22.190409 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ea5195a1-2045-4ee5-89eb-99f632a8c7e7 req-4e739a8f-62ca-4759-a391-40a4232cb971 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 945 time: 0.0496674 Jan 19 18:43:22.237469 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ea5195a1-2045-4ee5-89eb-99f632a8c7e7 req-bc4c7839-5ed8-48c7-9860-7091b2a2d7b1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411057 Jan 19 18:43:22.246152 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bb021251-b94c-434f-8fda-9cbc168c4e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:23.012836 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dba62-c5cb-469d-86d1-98c04a16f5ad req-c4501525-23a5-4270-9aa2-baed7184da3e tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:23.014375 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-910dba62-c5cb-469d-86d1-98c04a16f5ad req-c4501525-23a5-4270-9aa2-baed7184da3e tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0538549 Jan 19 18:43:23.071406 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-910dba62-c5cb-469d-86d1-98c04a16f5ad req-eb3de98a-a3bb-49ad-b19c-4cb07b430c9f tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510671 Jan 19 18:43:23.147437 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:23.358949 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef277c55-5bbb-47cb-a79d-9ca84d075d76 req-edd44408-3a67-4c02-aa66-afa5143dd738 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:23.360434 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ef277c55-5bbb-47cb-a79d-9ca84d075d76 req-edd44408-3a67-4c02-aa66-afa5143dd738 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 945 time: 0.0543530 Jan 19 18:43:23.433379 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ef277c55-5bbb-47cb-a79d-9ca84d075d76 req-42ae4423-1eb1-4dab-a263-f0ffc315d45b tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672221 Jan 19 18:43:23.439295 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f29ac-acc1-48bc-825a-6678ffea6abe req-5ebb9d83-159d-4682-b285-c6ed05292d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:23.440761 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ee3f29ac-acc1-48bc-825a-6678ffea6abe req-5ebb9d83-159d-4682-b285-c6ed05292d7d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 1098 time: 0.0620544 Jan 19 18:43:23.488820 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ee3f29ac-acc1-48bc-825a-6678ffea6abe req-1e750f2d-a93b-4c37-b018-659f2cf1cd35 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405605 Jan 19 18:43:24.190267 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35e10a-6367-4510-9fa8-d808ef4aee50 req-fc1a76c6-dbe4-4c8b-9f94-fb6739918363 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:24.191769 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e35e10a-6367-4510-9fa8-d808ef4aee50 req-fc1a76c6-dbe4-4c8b-9f94-fb6739918363 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0487697 Jan 19 18:43:24.246489 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e35e10a-6367-4510-9fa8-d808ef4aee50 req-af187f06-ecdb-4c0d-bedc-c649b8a12754 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483155 Jan 19 18:43:24.481486 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:24.548171 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628086d-a247-49c0-b200-c49aec3d4827 req-778724e9-1abd-4b55-b1ba-d85bf0dcfce5 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:24.549654 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4628086d-a247-49c0-b200-c49aec3d4827 req-778724e9-1abd-4b55-b1ba-d85bf0dcfce5 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 945 time: 0.0476215 Jan 19 18:43:24.598477 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4628086d-a247-49c0-b200-c49aec3d4827 req-4af51e9a-3411-42a4-82f2-69b430a18103 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 Jan 19 18:43:24.716307 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19133534-bd6a-46b6-8c21-46f20865188f req-7b0578be-048b-4bfc-9963-86ff768fdb51 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:24.717833 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-19133534-bd6a-46b6-8c21-46f20865188f req-7b0578be-048b-4bfc-9963-86ff768fdb51 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 945 time: 0.0490339 Jan 19 18:43:24.726958 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43030) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:24.734109 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-72119fca-7ad7-46b3-84a8-ace47e4afb03 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Request body: {'floatingip': {'port_id': '63d44671-2138-4c39-924d-5703cd07de56'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:24.776374 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-72119fca-7ad7-46b3-84a8-ace47e4afb03 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:24.783795 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-b8eb0b25-c599-4824-afc6-56cd0b8e4107 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421734 Jan 19 18:43:24.851159 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-6fd77a7e-e4b7-42bb-b44b-5c8070abf812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:24.852915 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-6fd77a7e-e4b7-42bb-b44b-5c8070abf812 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85&device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 1137 time: 0.0428233 Jan 19 18:43:24.968093 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-601f4d16-c1d5-49bb-af86-adfa2c4110eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:24.969694 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-601f4d16-c1d5-49bb-af86-adfa2c4110eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c HTTP/1.1" status: 200 len: 915 time: 0.0869834 Jan 19 18:43:25.040278 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-c2ea27f8-e53d-410c-a78c-ecd8ddd42ce5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 200 len: 1001 time: 0.0643699 Jan 19 18:43:25.094356 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-2be9ac91-30c6-4592-9073-9a3131eec011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:25.095832 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-2be9ac91-30c6-4592-9073-9a3131eec011 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed4197e1-d7fb-4051-b8e3-cdb68222854f HTTP/1.1" status: 200 len: 854 time: 0.0449779 Jan 19 18:43:25.140797 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-08611ed1-38a3-4e21-987d-a3696e70d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:25.142298 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-08611ed1-38a3-4e21-987d-a3696e70d283 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403264 Jan 19 18:43:25.224181 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-72119fca-7ad7-46b3-84a8-ace47e4afb03 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:25.227966 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-72119fca-7ad7-46b3-84a8-ace47e4afb03 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:25.239495 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-6d77b5f3-9eaa-4e54-adcd-ba604bfd6022 service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900698 Jan 19 18:43:25.336705 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.l3_db [None req-72119fca-7ad7-46b3-84a8-ace47e4afb03 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Floating IP 21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5 associated. External IP: 172.27.3.233, port: 63d44671-2138-4c39-924d-5703cd07de56. Jan 19 18:43:25.362207 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8114479d-68f6-40fc-919f-0a6f9101c1e2 req-570c7e28-f80e-4e03-bae0-548efb15925f service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153135 Jan 19 18:43:25.386621 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18731c2b-96ca-4459-8ed9-acc3c4e88d67 req-a2480b26-63f3-46f9-ba9b-1c4efe568efb tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:25.388207 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18731c2b-96ca-4459-8ed9-acc3c4e88d67 req-a2480b26-63f3-46f9-ba9b-1c4efe568efb tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0691464 Jan 19 18:43:25.446506 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18731c2b-96ca-4459-8ed9-acc3c4e88d67 req-f61961a1-33fe-4bfa-8217-70b5eca5261b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522740 Jan 19 18:43:25.583410 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412e4c7-fe82-4e4a-ad0d-2e9eb96525c2 req-c0dbdae4-63f3-4cae-9957-4dad1494a8b8 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:25.585011 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a412e4c7-fe82-4e4a-ad0d-2e9eb96525c2 req-c0dbdae4-63f3-4cae-9957-4dad1494a8b8 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0530787 Jan 19 18:43:25.641213 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a412e4c7-fe82-4e4a-ad0d-2e9eb96525c2 req-f05fb250-68a9-4c1d-998a-fcf1ac5b85cc tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496397 Jan 19 18:43:25.661997 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43048) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:25.822463 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72119fca-7ad7-46b3-84a8-ace47e4afb03 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Router 3426c523-3bee-412f-ac27-1ee3d1aab051 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:43:25.842613 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759884c9-c502-41ab-b66a-7f7b6617e0a9 tempest-TestShelveInstance-1912789864 tempest-TestShelveInstance-1912789864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:25.844139 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-759884c9-c502-41ab-b66a-7f7b6617e0a9 tempest-TestShelveInstance-1912789864 tempest-TestShelveInstance-1912789864-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 1093 time: 0.1811128 Jan 19 18:43:25.847379 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43054) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:25.852755 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Request body: {'floatingip': {'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'port_id': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:25.878925 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:25.953636 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72119fca-7ad7-46b3-84a8-ace47e4afb03 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:43:25.961055 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-72119fca-7ad7-46b3-84a8-ace47e4afb03 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:25.965255 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70b9c25-484f-4ce6-a6e4-badef99224df None None] Sync routers for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:43:25.979133 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b9c25-484f-4ce6-a6e4-badef99224df None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:43:25.979985 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-d70b9c25-484f-4ce6-a6e4-badef99224df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:25.988108 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:25.999754 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-72119fca-7ad7-46b3-84a8-ace47e4afb03 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "PUT /v2.0/floatingips/21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5 HTTP/1.1" status: 200 len: 991 time: 1.2702789 Jan 19 18:43:26.000839 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'tag': '63d44671-2138-4c39-924d-5703cd07de56'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:43:26.003549 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c542bfb-d838-4986-b2af-0c9dccfffcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bb1cea-a21c-4251-8f74-c32cf9898bc8", "tag": "63d44671-2138-4c39-924d-5703cd07de56"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:43:26.047713 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d168e88d-8c8e-47e2-8e8c-669b8b837be1 x-openstack-request-id: req-d168e88d-8c8e-47e2-8e8c-669b8b837be1 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:43:26.048119 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bb1cea-a21c-4251-8f74-c32cf9898bc8", "tag": "63d44671-2138-4c39-924d-5703cd07de56", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:43:26.048501 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d168e88d-8c8e-47e2-8e8c-669b8b837be1 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:43:26.049026 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'tag': '63d44671-2138-4c39-924d-5703cd07de56', 'status': 'completed', 'code': 200} Jan 19 18:43:26.099352 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:26.110860 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-d70b9c25-484f-4ce6-a6e4-badef99224df None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:43:26.116371 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Allocated IP 172.27.3.213 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/c2cc3acf-347b-4787-8137-f36060150b94) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:43:26.227369 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for port (c2cc3acf-347b-4787-8137-f36060150b94), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:26.260849 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (c2cc3acf-347b-4787-8137-f36060150b94), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:26.303659 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:43:26.306645 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:43:26.310142 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:43:26.334645 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event updated for resources: {'Port': ['ID=c2cc3acf-347b-4787-8137-f36060150b94,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:26.355808 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-d70b9c25-484f-4ce6-a6e4-badef99224df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'port_id': '63d44671-2138-4c39-924d-5703cd07de56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'mac_address': 'fa:16:3e:3d:bb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:43:02Z', 'updated_at': '2022-01-19T18:43:25Z', 'revision_number': 1, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:26.382424 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70b9c25-484f-4ce6-a6e4-badef99224df None None] Checking router: 3426c523-3bee-412f-ac27-1ee3d1aab051 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:43:26.391332 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b9c25-484f-4ce6-a6e4-badef99224df None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:43:26.391955 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-d70b9c25-484f-4ce6-a6e4-badef99224df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:26.501109 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-d70b9c25-484f-4ce6-a6e4-badef99224df None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:43:26.683944 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for floatingip (9773c769-456d-40ab-bcb0-055bee767747), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:26.731166 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-d70b9c25-484f-4ce6-a6e4-badef99224df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'port_id': '63d44671-2138-4c39-924d-5703cd07de56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'mac_address': 'fa:16:3e:3d:bb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:43:02Z', 'updated_at': '2022-01-19T18:43:25Z', 'revision_number': 1, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:26.754524 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (c2cc3acf-347b-4787-8137-f36060150b94), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:26.761464 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70b9c25-484f-4ce6-a6e4-badef99224df None None] The sync data for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi is: [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'port_id': '63d44671-2138-4c39-924d-5703cd07de56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'mac_address': 'fa:16:3e:3d:bb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:43:02Z', 'updated_at': '2022-01-19T18:43:25Z', 'revision_number': 1, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:43:26.904477 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for port (c2cc3acf-347b-4787-8137-f36060150b94), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:26.909560 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (c2cc3acf-347b-4787-8137-f36060150b94), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:26.967518 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c060ab-8c87-4363-8c10-17346f796fff None None] New status for floating IP 21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5: ACTIVE {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:43:26.981608 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event updated for resources: {'Port': ['ID=c2cc3acf-347b-4787-8137-f36060150b94,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:26.991130 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.991482 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.991832 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.992171 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.992502 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.992855 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.993187 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.993515 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.993840 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.994170 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.994494 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.994816 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:26.995145 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:27.005482 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (9773c769-456d-40ab-bcb0-055bee767747), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:27.112498 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Floating IP 9773c769-456d-40ab-bcb0-055bee767747 associated. External IP: 172.27.3.213, port: a3041398-7a90-4da6-a897-14ef1901c0b6. Jan 19 18:43:27.317845 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:43:27.423771 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:43:27.433955 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bbe25-b2f9-42a4-b30b-086b42b1bc25 None None] Sync routers for ids ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:43:27.442038 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:27.446692 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7bbe25-b2f9-42a4-b30b-086b42b1bc25 None None] Routers {'98ead339-9911-44ff-ad0b-2d5ad4dc5648'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:43:27.447411 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6d7bbe25-b2f9-42a4-b30b-086b42b1bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:27.473160 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-92d07155-d4b1-4af7-ab66-7834bd75df3d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6247160 Jan 19 18:43:27.474551 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:43:27.477000 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4e180f-a65e-41c9-894b-5ac2a25cba94" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:43:27.554726 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-6d7bbe25-b2f9-42a4-b30b-086b42b1bc25 None None] Set router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:43:27.905660 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6d7bbe25-b2f9-42a4-b30b-086b42b1bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:31Z', 'revision_number': 4, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '9773c769-456d-40ab-bcb0-055bee767747', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'port_id': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'mac_address': 'fa:16:3e:db:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:43:26Z', 'updated_at': '2022-01-19T18:43:26Z', 'revision_number': 0, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14341285-77ca-4dc1-b2a2-6f4d8473784a', 'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'mac_address': 'fa:16:3e:02:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:30Z', 'updated_at': '2022-01-19T18:42:36Z', 'revision_number': 5, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'subnets': [{'id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:27.935519 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bbe25-b2f9-42a4-b30b-086b42b1bc25 None None] Checking router: 98ead339-9911-44ff-ad0b-2d5ad4dc5648 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:43:27.944143 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7bbe25-b2f9-42a4-b30b-086b42b1bc25 None None] Routers {'98ead339-9911-44ff-ad0b-2d5ad4dc5648'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:43:27.944792 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6d7bbe25-b2f9-42a4-b30b-086b42b1bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:28.054263 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-6d7bbe25-b2f9-42a4-b30b-086b42b1bc25 None None] Set router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:43:28.273806 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6d7bbe25-b2f9-42a4-b30b-086b42b1bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:31Z', 'revision_number': 4, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '9773c769-456d-40ab-bcb0-055bee767747', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'port_id': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'mac_address': 'fa:16:3e:db:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:43:26Z', 'updated_at': '2022-01-19T18:43:26Z', 'revision_number': 0, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14341285-77ca-4dc1-b2a2-6f4d8473784a', 'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'mac_address': 'fa:16:3e:02:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:30Z', 'updated_at': '2022-01-19T18:42:36Z', 'revision_number': 5, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'subnets': [{'id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:28.302494 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bbe25-b2f9-42a4-b30b-086b42b1bc25 None None] The sync data for ids ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'] in dv-cinder-825360-1-iscsi is: [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:31Z', 'revision_number': 4, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '9773c769-456d-40ab-bcb0-055bee767747', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'port_id': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'mac_address': 'fa:16:3e:db:97:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:43:26Z', 'updated_at': '2022-01-19T18:43:26Z', 'revision_number': 0, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14341285-77ca-4dc1-b2a2-6f4d8473784a', 'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'mac_address': 'fa:16:3e:02:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:30Z', 'updated_at': '2022-01-19T18:42:36Z', 'revision_number': 5, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'subnets': [{'id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:43:28.485865 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db90392-aa1a-4bad-9bc9-33e03898318f None None] New status for floating IP 9773c769-456d-40ab-bcb0-055bee767747: ACTIVE {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:43:28.813585 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542bfb-d838-4986-b2af-0c9dccfffcf0 req-c6149dd1-de67-40a9-b3f9-dd2b75a832ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:28.815141 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c542bfb-d838-4986-b2af-0c9dccfffcf0 req-c6149dd1-de67-40a9-b3f9-dd2b75a832ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88976d1e56334d55ab32de5818c448d6&device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 1098 time: 0.0434215 Jan 19 18:43:28.831645 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00fb18d-928b-48a5-b311-13ceb45f2240 x-openstack-request-id: req-e00fb18d-928b-48a5-b311-13ceb45f2240 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:43:28.831932 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:43:28.832190 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e00fb18d-928b-48a5-b311-13ceb45f2240 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:43:28.832589 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'status': 'completed', 'code': 200} Jan 19 18:43:28.899250 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e180f-a65e-41c9-894b-5ac2a25cba94 req-df4012ff-fcf7-4fb8-95eb-ee25b3d70005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:28.900817 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-9a4e180f-a65e-41c9-894b-5ac2a25cba94 req-df4012ff-fcf7-4fb8-95eb-ee25b3d70005 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c021d923a00e46de95dc00151f1d907f&device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 1098 time: 0.0440958 Jan 19 18:43:29.000939 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e180f-a65e-41c9-894b-5ac2a25cba94 req-5b4b25e4-0321-4f91-b264-628b567a9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:29.002420 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-9a4e180f-a65e-41c9-894b-5ac2a25cba94 req-5b4b25e4-0321-4f91-b264-628b567a9dd4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f90c5281-a610-4a74-9725-0c46feb803d2 HTTP/1.1" status: 200 len: 908 time: 0.0921240 Jan 19 18:43:29.079578 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-9a4e180f-a65e-41c9-894b-5ac2a25cba94 req-0fd83ec4-228e-4e90-a97c-68fb40d1dea7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3041398-7a90-4da6-a897-14ef1901c0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0658052 Jan 19 18:43:29.134903 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e180f-a65e-41c9-894b-5ac2a25cba94 req-2053fcff-6ecc-40ff-8709-8cd458d0f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:29.136368 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-9a4e180f-a65e-41c9-894b-5ac2a25cba94 req-2053fcff-6ecc-40ff-8709-8cd458d0f962 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d465540-0e32-47b0-9c9b-4ae7cdb00163 HTTP/1.1" status: 200 len: 847 time: 0.0497572 Jan 19 18:43:29.157736 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542bfb-d838-4986-b2af-0c9dccfffcf0 req-ae7a4c60-99ce-4556-b3a0-0061e5ed0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:29.159182 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c542bfb-d838-4986-b2af-0c9dccfffcf0 req-ae7a4c60-99ce-4556-b3a0-0061e5ed0749 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 200 len: 911 time: 0.3361042 Jan 19 18:43:29.185472 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e180f-a65e-41c9-894b-5ac2a25cba94 req-0bb71689-731f-4018-abfe-6a1a95987f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:29.186942 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-9a4e180f-a65e-41c9-894b-5ac2a25cba94 req-0bb71689-731f-4018-abfe-6a1a95987f71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f90c5281-a610-4a74-9725-0c46feb803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401533 Jan 19 18:43:29.225519 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c542bfb-d838-4986-b2af-0c9dccfffcf0 req-72b2c81f-6019-41a6-9ad2-1a0b7ba7cf2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63d44671-2138-4c39-924d-5703cd07de56 HTTP/1.1" status: 200 len: 1001 time: 0.0571876 Jan 19 18:43:29.274064 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542bfb-d838-4986-b2af-0c9dccfffcf0 req-6d75376f-2468-40bc-abb3-76a1b03d3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:29.275518 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c542bfb-d838-4986-b2af-0c9dccfffcf0 req-6d75376f-2468-40bc-abb3-76a1b03d3d8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0924a93a-d057-4ea7-b98a-07d64d6605b6 HTTP/1.1" status: 200 len: 850 time: 0.0425773 Jan 19 18:43:29.281539 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-9a4e180f-a65e-41c9-894b-5ac2a25cba94 req-aa089f93-6a63-4596-bcf2-f9e897b07a90 service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872004 Jan 19 18:43:29.324353 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542bfb-d838-4986-b2af-0c9dccfffcf0 req-ec4aa1cf-e6cb-41ab-b6fc-e2a1330361f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:29.325877 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c542bfb-d838-4986-b2af-0c9dccfffcf0 req-ec4aa1cf-e6cb-41ab-b6fc-e2a1330361f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3a83c77-a086-4b56-b863-c2c3d2e498a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437429 Jan 19 18:43:29.380981 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-9a4e180f-a65e-41c9-894b-5ac2a25cba94 req-55a96767-4ffb-47cd-a389-5bbbae2868e0 service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924845 Jan 19 18:43:29.423999 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c542bfb-d838-4986-b2af-0c9dccfffcf0 req-74edd327-5fe3-4e6c-b976-6e24e7f3f6ae service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897570 Jan 19 18:43:29.514548 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c542bfb-d838-4986-b2af-0c9dccfffcf0 req-dbdee708-5705-49e6-b766-fc2f6d67df6f service neutron] 10.222.0.35 "GET /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846093 Jan 19 18:43:33.937396 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43142) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:34.058256 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-12a9d866-7440-404e-9afa-f32b80cea8be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.144791 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-12a9d866-7440-404e-9afa-f32b80cea8be admin admin] Publish callbacks [] for security_group (3432129b-760f-4d33-9412-87382ee4cd2c), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.149320 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-12a9d866-7440-404e-9afa-f32b80cea8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (3432129b-760f-4d33-9412-87382ee4cd2c), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.190503 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-12a9d866-7440-404e-9afa-f32b80cea8be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1ea81dbb54c4e5f9c9f6002709385d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519915 Jan 19 18:43:34.191638 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9d866-7440-404e-9afa-f32b80cea8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3432129b-760f-4d33-9412-87382ee4cd2c,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:34.193355 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43148) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:34.252156 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Publish callbacks [] for security_group (3432129b-760f-4d33-9412-87382ee4cd2c), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.278391 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Publish callbacks [] for security_group (3432129b-760f-4d33-9412-87382ee4cd2c), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.346383 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (3432129b-760f-4d33-9412-87382ee4cd2c), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.350089 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.351280 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3432129b-760f-4d33-9412-87382ee4cd2c HTTP/1.1" status: 204 len: 168 time: 0.1569183 Jan 19 18:43:34.368820 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3432129b-760f-4d33-9412-87382ee4cd2c,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:34.377334 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.377689 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.378031 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.378395 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.378800 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.379182 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.379592 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.379929 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.380261 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.380588 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.380981 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.381778 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.382426 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca6be3-7e14-4639-8802-09020f130949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:34.688984 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43158) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:34.702517 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0b312263-30b0-4ee1-9f2f-f66f2d9856c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.795624 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0b312263-30b0-4ee1-9f2f-f66f2d9856c9 admin admin] Publish callbacks [] for security_group (109cb082-23bd-426f-b4f9-a4a17f157ef8), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.801968 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0b312263-30b0-4ee1-9f2f-f66f2d9856c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (109cb082-23bd-426f-b4f9-a4a17f157ef8), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.841915 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b312263-30b0-4ee1-9f2f-f66f2d9856c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109cb082-23bd-426f-b4f9-a4a17f157ef8,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:34.846219 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0b312263-30b0-4ee1-9f2f-f66f2d9856c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b63ee2ffd5774760828339ed0446d2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561201 Jan 19 18:43:34.849886 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43160) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:34.908841 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9f6d77dd-8fa5-4ce1-af4d-872c325937c0 admin admin] Publish callbacks [] for security_group (109cb082-23bd-426f-b4f9-a4a17f157ef8), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.931119 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9f6d77dd-8fa5-4ce1-af4d-872c325937c0 admin admin] Publish callbacks [] for security_group (109cb082-23bd-426f-b4f9-a4a17f157ef8), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.980941 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9f6d77dd-8fa5-4ce1-af4d-872c325937c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (109cb082-23bd-426f-b4f9-a4a17f157ef8), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.983548 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9f6d77dd-8fa5-4ce1-af4d-872c325937c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:34.984733 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9f6d77dd-8fa5-4ce1-af4d-872c325937c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/109cb082-23bd-426f-b4f9-a4a17f157ef8 HTTP/1.1" status: 204 len: 168 time: 0.1338105 Jan 19 18:43:34.992999 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d77dd-8fa5-4ce1-af4d-872c325937c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109cb082-23bd-426f-b4f9-a4a17f157ef8,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:36.845024 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43212) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:36.973605 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-911662fc-8a96-46f3-9f53-1407aaa75539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.058009 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-911662fc-8a96-46f3-9f53-1407aaa75539 admin admin] Publish callbacks [] for security_group (9821d11c-07ec-44d7-9ee1-6a48e4a0ee42), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.064777 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-911662fc-8a96-46f3-9f53-1407aaa75539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9821d11c-07ec-44d7-9ee1-6a48e4a0ee42), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.104700 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-911662fc-8a96-46f3-9f53-1407aaa75539 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60805ada17324b0daaad951e82c919a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583866 Jan 19 18:43:37.105594 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911662fc-8a96-46f3-9f53-1407aaa75539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9821d11c-07ec-44d7-9ee1-6a48e4a0ee42,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:37.107493 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43218) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:37.170865 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-838ed011-dab3-4aae-81d6-d35bd2b5f2b3 admin admin] Publish callbacks [] for security_group (9821d11c-07ec-44d7-9ee1-6a48e4a0ee42), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.195246 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-838ed011-dab3-4aae-81d6-d35bd2b5f2b3 admin admin] Publish callbacks [] for security_group (9821d11c-07ec-44d7-9ee1-6a48e4a0ee42), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.263186 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-838ed011-dab3-4aae-81d6-d35bd2b5f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (9821d11c-07ec-44d7-9ee1-6a48e4a0ee42), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.266423 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-838ed011-dab3-4aae-81d6-d35bd2b5f2b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.267609 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-838ed011-dab3-4aae-81d6-d35bd2b5f2b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9821d11c-07ec-44d7-9ee1-6a48e4a0ee42 HTTP/1.1" status: 204 len: 168 time: 0.1587660 Jan 19 18:43:37.278881 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ed011-dab3-4aae-81d6-d35bd2b5f2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9821d11c-07ec-44d7-9ee1-6a48e4a0ee42,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:37.603036 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43224) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:37.618344 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0efd7e79-9866-411f-a2de-92ed99b149dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.731474 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0efd7e79-9866-411f-a2de-92ed99b149dc admin admin] Publish callbacks [] for security_group (4976fd10-b40e-4d28-ad2d-8db7018b5852), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.735668 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0efd7e79-9866-411f-a2de-92ed99b149dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4976fd10-b40e-4d28-ad2d-8db7018b5852), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.779393 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd7e79-9866-411f-a2de-92ed99b149dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4976fd10-b40e-4d28-ad2d-8db7018b5852,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:37.783989 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0efd7e79-9866-411f-a2de-92ed99b149dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68b8273d2d2a47ab88850561448b1f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797612 Jan 19 18:43:37.787597 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43230) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:37.845677 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-389e5cd4-2775-48d3-9623-d8a5c93913ff admin admin] Publish callbacks [] for security_group (4976fd10-b40e-4d28-ad2d-8db7018b5852), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.871710 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-389e5cd4-2775-48d3-9623-d8a5c93913ff admin admin] Publish callbacks [] for security_group (4976fd10-b40e-4d28-ad2d-8db7018b5852), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.922890 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-389e5cd4-2775-48d3-9623-d8a5c93913ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4976fd10-b40e-4d28-ad2d-8db7018b5852), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.925481 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-389e5cd4-2775-48d3-9623-d8a5c93913ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:37.927696 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-389e5cd4-2775-48d3-9623-d8a5c93913ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4976fd10-b40e-4d28-ad2d-8db7018b5852 HTTP/1.1" status: 204 len: 168 time: 0.1384654 Jan 19 18:43:37.940020 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e5cd4-2775-48d3-9623-d8a5c93913ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4976fd10-b40e-4d28-ad2d-8db7018b5852,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:44.768161 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43380) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:44.880099 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a5bb27b2-4ded-4686-9067-2b49a5c63219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:44.956811 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a5bb27b2-4ded-4686-9067-2b49a5c63219 admin admin] Publish callbacks [] for security_group (ecc56ea4-87ad-4883-bfd8-bb45518a4a26), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:44.961311 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a5bb27b2-4ded-4686-9067-2b49a5c63219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ecc56ea4-87ad-4883-bfd8-bb45518a4a26), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:44.997972 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb27b2-4ded-4686-9067-2b49a5c63219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc56ea4-87ad-4883-bfd8-bb45518a4a26,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:45.002311 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a5bb27b2-4ded-4686-9067-2b49a5c63219 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abc4f2f4ae9b4827b5fb147cb277457a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328045 Jan 19 18:43:45.004875 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43384) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:45.056022 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ee4dc56-0579-44a3-b0e6-7f107927a5f4 admin admin] Publish callbacks [] for security_group (ecc56ea4-87ad-4883-bfd8-bb45518a4a26), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:45.080769 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ee4dc56-0579-44a3-b0e6-7f107927a5f4 admin admin] Publish callbacks [] for security_group (ecc56ea4-87ad-4883-bfd8-bb45518a4a26), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:45.130593 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ee4dc56-0579-44a3-b0e6-7f107927a5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ecc56ea4-87ad-4883-bfd8-bb45518a4a26), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:45.133917 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3ee4dc56-0579-44a3-b0e6-7f107927a5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:45.135353 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-3ee4dc56-0579-44a3-b0e6-7f107927a5f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecc56ea4-87ad-4883-bfd8-bb45518a4a26 HTTP/1.1" status: 204 len: 168 time: 0.1294813 Jan 19 18:43:45.145659 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4dc56-0579-44a3-b0e6-7f107927a5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc56ea4-87ad-4883-bfd8-bb45518a4a26,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:45.414575 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43392) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:45.427940 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae864-5c7e-483a-ac23-09df0265f9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:45.501372 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae864-5c7e-483a-ac23-09df0265f9bc admin admin] Publish callbacks [] for security_group (4c529e35-18f7-40df-b2f9-8e874c8cf34a), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:45.505776 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae864-5c7e-483a-ac23-09df0265f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4c529e35-18f7-40df-b2f9-8e874c8cf34a), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:45.542193 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ae864-5c7e-483a-ac23-09df0265f9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c529e35-18f7-40df-b2f9-8e874c8cf34a,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:45.547194 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-fd3ae864-5c7e-483a-ac23-09df0265f9bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37038f6d35234828bda5a0654075e6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316051 Jan 19 18:43:45.550131 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43396) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:45.599154 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2f6112cf-59fa-4de6-a021-624f98892ffa admin admin] Publish callbacks [] for security_group (4c529e35-18f7-40df-b2f9-8e874c8cf34a), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:45.620490 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2f6112cf-59fa-4de6-a021-624f98892ffa admin admin] Publish callbacks [] for security_group (4c529e35-18f7-40df-b2f9-8e874c8cf34a), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:45.666996 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2f6112cf-59fa-4de6-a021-624f98892ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4c529e35-18f7-40df-b2f9-8e874c8cf34a), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:45.669745 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2f6112cf-59fa-4de6-a021-624f98892ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:45.670883 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-2f6112cf-59fa-4de6-a021-624f98892ffa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c529e35-18f7-40df-b2f9-8e874c8cf34a HTTP/1.1" status: 204 len: 168 time: 0.1196690 Jan 19 18:43:45.679046 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6112cf-59fa-4de6-a021-624f98892ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c529e35-18f7-40df-b2f9-8e874c8cf34a,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:45.837140 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fa9335e4-4e60-4e66-bf0b-88682a90d5c2 req-4289d842-fb13-40af-ae8a-469bba4bf858 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950687869&fields=id&tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85 HTTP/1.1" status: 200 len: 267 time: 0.0484560 Jan 19 18:43:45.893353 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9335e4-4e60-4e66-bf0b-88682a90d5c2 req-acc5e3e2-ef91-4823-8977-5729fab6db8a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:45.895469 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fa9335e4-4e60-4e66-bf0b-88682a90d5c2 req-acc5e3e2-ef91-4823-8977-5729fab6db8a tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 984 time: 0.0515623 Jan 19 18:43:45.907184 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-fa9335e4-4e60-4e66-bf0b-88682a90d5c2 req-2e64b17a-9195-4389-b5b5-0eadd6d187a7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Request body: {'port': {'security_groups': ['b505f3b9-dee4-4e7f-9418-1b7e0f5bef61']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:45.983889 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-fa9335e4-4e60-4e66-bf0b-88682a90d5c2 req-2e64b17a-9195-4389-b5b5-0eadd6d187a7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (f72e393a-f210-457c-bc88-15cb521c3671), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:46.172799 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-fa9335e4-4e60-4e66-bf0b-88682a90d5c2 req-2e64b17a-9195-4389-b5b5-0eadd6d187a7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] For port f72e393a-f210-457c-bc88-15cb521c3671, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=f72e393a-f210-457c-bc88-15cb521c3671,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:46.214315 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-fa9335e4-4e60-4e66-bf0b-88682a90d5c2 req-2e64b17a-9195-4389-b5b5-0eadd6d187a7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for port (f72e393a-f210-457c-bc88-15cb521c3671), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:46.219391 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-fa9335e4-4e60-4e66-bf0b-88682a90d5c2 req-2e64b17a-9195-4389-b5b5-0eadd6d187a7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (f72e393a-f210-457c-bc88-15cb521c3671), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:46.234333 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['f72e393a-f210-457c-bc88-15cb521c3671'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:43:46.270932 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9335e4-4e60-4e66-bf0b-88682a90d5c2 req-2e64b17a-9195-4389-b5b5-0eadd6d187a7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:46.271421 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-fa9335e4-4e60-4e66-bf0b-88682a90d5c2 req-2e64b17a-9195-4389-b5b5-0eadd6d187a7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:46.272916 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fa9335e4-4e60-4e66-bf0b-88682a90d5c2 req-2e64b17a-9195-4389-b5b5-0eadd6d187a7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "PUT /v2.0/ports/f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 200 len: 942 time: 0.3705838 Jan 19 18:43:46.273613 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:43:46.277459 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423eb86f-0121-4f4f-8d51-0966a4434593" -d '{"events": [{"name": "network-changed", "server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "tag": "f72e393a-f210-457c-bc88-15cb521c3671"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:43:46.281235 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43420) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:46.312171 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64b17a-9195-4389-b5b5-0eadd6d187a7 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event updated for resources: {'Port': ['ID=f72e393a-f210-457c-bc88-15cb521c3671,revision_number=7']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:46.397297 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197cc699-8698-48ff-973d-087a1722166b x-openstack-request-id: req-197cc699-8698-48ff-973d-087a1722166b {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:43:46.397590 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "tag": "f72e393a-f210-457c-bc88-15cb521c3671", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:43:46.397847 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-197cc699-8698-48ff-973d-087a1722166b {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:43:46.398252 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671', 'status': 'completed', 'code': 200} Jan 19 18:43:46.407861 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['f72e393a-f210-457c-bc88-15cb521c3671'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:43:46.464568 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d182343a-79b7-4e65-9a3a-8e99799c333e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group (c198f70e-eba2-497c-8309-a1259b8c11a9), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:46.539621 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d182343a-79b7-4e65-9a3a-8e99799c333e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group (c198f70e-eba2-497c-8309-a1259b8c11a9), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:46.700827 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d182343a-79b7-4e65-9a3a-8e99799c333e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (c198f70e-eba2-497c-8309-a1259b8c11a9), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:46.706287 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d182343a-79b7-4e65-9a3a-8e99799c333e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:46.709579 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-d182343a-79b7-4e65-9a3a-8e99799c333e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "DELETE /v2.0/security-groups/c198f70e-eba2-497c-8309-a1259b8c11a9 HTTP/1.1" status: 204 len: 168 time: 0.4267535 Jan 19 18:43:46.712270 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43432) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:46.729780 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182343a-79b7-4e65-9a3a-8e99799c333e tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c198f70e-eba2-497c-8309-a1259b8c11a9,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:46.756371 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423eb86f-0121-4f4f-8d51-0966a4434593 req-ce86fbcd-54d4-48ae-9e8e-172bff346552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:46.757945 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-423eb86f-0121-4f4f-8d51-0966a4434593 req-ce86fbcd-54d4-48ae-9e8e-172bff346552 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85&device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 1098 time: 0.3349845 Jan 19 18:43:46.796588 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-7d2a1ecc-3da5-413c-b3ff-b2cf0242f671 None None] Provisioning complete for port f72e393a-f210-457c-bc88-15cb521c3671 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:43:46.797208 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1ecc-3da5-413c-b3ff-b2cf0242f671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (f72e393a-f210-457c-bc88-15cb521c3671), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:46.936794 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423eb86f-0121-4f4f-8d51-0966a4434593 req-c532ce94-738c-4ad4-a7b5-fadbccaedd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:46.938484 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-423eb86f-0121-4f4f-8d51-0966a4434593 req-c532ce94-738c-4ad4-a7b5-fadbccaedd00 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c HTTP/1.1" status: 200 len: 915 time: 0.1702788 Jan 19 18:43:46.945590 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a1ecc-3da5-413c-b3ff-b2cf0242f671 None None] Current status of the port f72e393a-f210-457c-bc88-15cb521c3671 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:43:47.034054 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-423eb86f-0121-4f4f-8d51-0966a4434593 req-c6e4688e-e2b3-4db8-a693-f36d918c45e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 200 len: 1001 time: 0.0780177 Jan 19 18:43:47.058573 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Deleting port f11fe419-051e-4817-8c03-264d6c098e4d {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:43:47.058869 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (f11fe419-051e-4817-8c03-264d6c098e4d), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:47.141326 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423eb86f-0121-4f4f-8d51-0966a4434593 req-34eceba6-5735-42f1-aba2-afb034d99b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:47.142866 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-423eb86f-0121-4f4f-8d51-0966a4434593 req-34eceba6-5735-42f1-aba2-afb034d99b49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed4197e1-d7fb-4051-b8e3-cdb68222854f HTTP/1.1" status: 200 len: 854 time: 0.1013727 Jan 19 18:43:47.200082 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (f11fe419-051e-4817-8c03-264d6c098e4d), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:47.200420 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for floatingip (f11fe419-051e-4817-8c03-264d6c098e4d), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:47.218190 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Calling delete_port for f11fe419-051e-4817-8c03-264d6c098e4d owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:43:47.233370 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423eb86f-0121-4f4f-8d51-0966a4434593 req-7e26468e-3031-4208-9da1-8577a46a752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:47.234944 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-423eb86f-0121-4f4f-8d51-0966a4434593 req-7e26468e-3031-4208-9da1-8577a46a752d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832727 Jan 19 18:43:47.414606 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-423eb86f-0121-4f4f-8d51-0966a4434593 req-1654aa1f-6912-431b-b4f5-2441beec60fc service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452408 Jan 19 18:43:47.558964 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-423eb86f-0121-4f4f-8d51-0966a4434593 req-c17975e9-f113-4333-b7fc-6d11e58a5a2b service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343622 Jan 19 18:43:47.567069 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (f11fe419-051e-4817-8c03-264d6c098e4d), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:47.598961 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event deleted for resources: {'Port': ['ID=f11fe419-051e-4817-8c03-264d6c098e4d,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:47.673236 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks [] for floatingip (6d0e2e99-fc22-4317-b350-edad08ba4b57), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:47.673665 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Floating IP 6d0e2e99-fc22-4317-b350-edad08ba4b57 disassociated (deleted). External IP: 172.27.3.241, port: f72e393a-f210-457c-bc88-15cb521c3671. Jan 19 18:43:47.966122 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Router 788e5fe9-88b4-419d-aa78-80705bc85178 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:43:48.096719 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:43:48.102143 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:48.108351 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f30eaa-ce58-4780-9502-10fb1c10682d None None] Sync routers for ids ['788e5fe9-88b4-419d-aa78-80705bc85178'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:43:48.123711 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f30eaa-ce58-4780-9502-10fb1c10682d None None] Routers {'788e5fe9-88b4-419d-aa78-80705bc85178'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:43:48.124652 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-e0f30eaa-ce58-4780-9502-10fb1c10682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['788e5fe9-88b4-419d-aa78-80705bc85178'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:48.132020 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-843ae659-6fa0-40c8-aa72-c44c8444d249 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "DELETE /v2.0/floatingips/6d0e2e99-fc22-4317-b350-edad08ba4b57 HTTP/1.1" status: 204 len: 168 time: 1.4174876 Jan 19 18:43:48.245707 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-e0f30eaa-ce58-4780-9502-10fb1c10682d None None] Set router 788e5fe9-88b4-419d-aa78-80705bc85178 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:43:48.310310 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:48.399456 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:43:48.402224 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0" -d '{"events": [{"name": "network-changed", "server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "tag": "f72e393a-f210-457c-bc88-15cb521c3671"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:43:48.450822 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27860cf4-6dbc-4221-8689-39674ca6a695 x-openstack-request-id: req-27860cf4-6dbc-4221-8689-39674ca6a695 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:43:48.451139 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "tag": "f72e393a-f210-457c-bc88-15cb521c3671", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:43:48.451398 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27860cf4-6dbc-4221-8689-39674ca6a695 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:43:48.451816 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671', 'status': 'completed', 'code': 200} Jan 19 18:43:48.516023 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-e0f30eaa-ce58-4780-9502-10fb1c10682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:28Z', 'revision_number': 4, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': 'abdf267f-2059-4777-acc7-d4f3740c7c76', 'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'mac_address': 'fa:16:3e:e7:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:26Z', 'updated_at': '2022-01-19T18:40:34Z', 'revision_number': 5, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'subnets': [{'id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:48.536714 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0 req-4aa31771-6415-42e5-8229-52689ef9c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:48.538669 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0 req-4aa31771-6415-42e5-8229-52689ef9c665 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85&device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 1098 time: 0.0570638 Jan 19 18:43:48.548158 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f30eaa-ce58-4780-9502-10fb1c10682d None None] Checking router: 788e5fe9-88b4-419d-aa78-80705bc85178 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:43:48.557843 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f30eaa-ce58-4780-9502-10fb1c10682d None None] Routers {'788e5fe9-88b4-419d-aa78-80705bc85178'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:43:48.558464 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-e0f30eaa-ce58-4780-9502-10fb1c10682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['788e5fe9-88b4-419d-aa78-80705bc85178'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:48.641215 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0 req-c373d45d-e48d-4730-8bb4-0534c26616c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:48.642750 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0 req-c373d45d-e48d-4730-8bb4-0534c26616c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c HTTP/1.1" status: 200 len: 915 time: 0.0961921 Jan 19 18:43:48.680334 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-e0f30eaa-ce58-4780-9502-10fb1c10682d None None] Set router 788e5fe9-88b4-419d-aa78-80705bc85178 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:43:48.708486 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0 req-5a769506-445a-4ca5-bc44-34f6b9850677 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 200 len: 217 time: 0.0591805 Jan 19 18:43:48.773805 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0 req-784dfcff-681e-45b2-bf04-e2690a5a6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:48.780131 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0 req-784dfcff-681e-45b2-bf04-e2690a5a6b6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed4197e1-d7fb-4051-b8e3-cdb68222854f HTTP/1.1" status: 200 len: 854 time: 0.0577819 Jan 19 18:43:48.848440 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0 req-5fd99669-4814-4b3c-ae8a-fde689393a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:48.850177 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0 req-5fd99669-4814-4b3c-ae8a-fde689393a4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfb0a631-19f4-438b-b117-3e88ff4a0d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605488 Jan 19 18:43:48.999186 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0 req-18482a5b-fc95-4bd8-a43c-bb003ca7eba4 service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362560 Jan 19 18:43:49.092090 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-e0f30eaa-ce58-4780-9502-10fb1c10682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:28Z', 'revision_number': 4, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': 'abdf267f-2059-4777-acc7-d4f3740c7c76', 'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'mac_address': 'fa:16:3e:e7:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:26Z', 'updated_at': '2022-01-19T18:40:34Z', 'revision_number': 5, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'subnets': [{'id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:49.122210 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f30eaa-ce58-4780-9502-10fb1c10682d None None] The sync data for ids ['788e5fe9-88b4-419d-aa78-80705bc85178'] in dv-cinder-825360-1-iscsi is: [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:40:28Z', 'revision_number': 4, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': 'abdf267f-2059-4777-acc7-d4f3740c7c76', 'name': '', 'network_id': 'cfb0a631-19f4-438b-b117-3e88ff4a0d6c', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'mac_address': 'fa:16:3e:e7:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:26Z', 'updated_at': '2022-01-19T18:40:34Z', 'revision_number': 5, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'subnets': [{'id': 'ed4197e1-d7fb-4051-b8e3-cdb68222854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:43:49.162626 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6939c9fe-d9d6-4844-b54d-b42bca4e65d0 req-615cff6e-d4ca-4890-8ca8-a3b98ae7108b service neutron] 10.222.0.35 "GET /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520760 Jan 19 18:43:49.455635 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19add5-8e97-4888-974f-a236a58b73f3 None None] New status for floating IP 6d0e2e99-fc22-4317-b350-edad08ba4b57: DOWN {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:43:49.569349 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-74cb84a7-0d20-4b0f-a8e1-6202e3630095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:51.052661 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e97823-b55d-4987-82cd-91a4e52a2cfa req-5087ede3-fb28-4728-b6d8-4a70eff920ec tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:51.054364 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-74e97823-b55d-4987-82cd-91a4e52a2cfa req-5087ede3-fb28-4728-b6d8-4a70eff920ec tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0543053 Jan 19 18:43:51.133648 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-74e97823-b55d-4987-82cd-91a4e52a2cfa req-0e980011-fa11-40f7-8cba-6ac65e1820d9 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707827 Jan 19 18:43:52.260900 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a1a83f10-23f8-40a3-862e-d8645bc47376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:52.291621 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77585698-09d8-430e-a3ad-152fdf96d857 req-357f280c-592f-4c86-855e-e4d67dbb9743 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:52.294063 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-77585698-09d8-430e-a3ad-152fdf96d857 req-357f280c-592f-4c86-855e-e4d67dbb9743 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0576940 Jan 19 18:43:52.359837 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-77585698-09d8-430e-a3ad-152fdf96d857 req-d9631ea2-8a1d-48d3-b849-cf682f0fe55b tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518808 Jan 19 18:43:53.031150 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fedf9-677c-4f2c-bb75-48993946fc51 req-f5c624cd-16fa-484c-a912-dbd71100b832 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:53.032851 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c17fedf9-677c-4f2c-bb75-48993946fc51 req-f5c624cd-16fa-484c-a912-dbd71100b832 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.35 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0540066 Jan 19 18:43:53.130991 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-c17fedf9-677c-4f2c-bb75-48993946fc51 req-50fca4eb-97ca-4835-bed9-f6b1f6b410f6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Deleting port f72e393a-f210-457c-bc88-15cb521c3671 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:43:53.131330 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c17fedf9-677c-4f2c-bb75-48993946fc51 req-50fca4eb-97ca-4835-bed9-f6b1f6b410f6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (f72e393a-f210-457c-bc88-15cb521c3671), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:53.149104 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:53.548668 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5f611-7267-4fcf-9742-664cc33f41f8 req-91ce547d-2e09-4a93-86ce-fcdbf1a505da tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:53.550362 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-44d5f611-7267-4fcf-9742-664cc33f41f8 req-91ce547d-2e09-4a93-86ce-fcdbf1a505da tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/ports?device_id=af3762be-7361-4cb3-9f8d-8cf0d448e08d HTTP/1.1" status: 200 len: 945 time: 0.0948668 Jan 19 18:43:53.556460 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-c17fedf9-677c-4f2c-bb75-48993946fc51 req-50fca4eb-97ca-4835-bed9-f6b1f6b410f6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] For port f72e393a-f210-457c-bc88-15cb521c3671, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=f72e393a-f210-457c-bc88-15cb521c3671,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:53.557174 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c17fedf9-677c-4f2c-bb75-48993946fc51 req-50fca4eb-97ca-4835-bed9-f6b1f6b410f6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (f72e393a-f210-457c-bc88-15cb521c3671), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:53.588164 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-c17fedf9-677c-4f2c-bb75-48993946fc51 req-50fca4eb-97ca-4835-bed9-f6b1f6b410f6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Calling delete_port for f72e393a-f210-457c-bc88-15cb521c3671 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:43:53.682961 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-44d5f611-7267-4fcf-9742-664cc33f41f8 req-5e5e0b07-0776-4d8e-aba6-f0be741e9526 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.39 "GET /v2.0/security-groups?id=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222625 Jan 19 18:43:53.802914 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c17fedf9-677c-4f2c-bb75-48993946fc51 req-50fca4eb-97ca-4835-bed9-f6b1f6b410f6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (f72e393a-f210-457c-bc88-15cb521c3671), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:53.817124 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['f72e393a-f210-457c-bc88-15cb521c3671'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:43:53.834415 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fca4eb-97ca-4835-bed9-f6b1f6b410f6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Pushing event deleted for resources: {'Port': ['ID=f72e393a-f210-457c-bc88-15cb521c3671,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:53.887957 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17fedf9-677c-4f2c-bb75-48993946fc51 req-50fca4eb-97ca-4835-bed9-f6b1f6b410f6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] No DVR routers for this DVR port f72e393a-f210-457c-bc88-15cb521c3671 on host hv-cinder-82536 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:43:53.891883 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-c17fedf9-677c-4f2c-bb75-48993946fc51 req-50fca4eb-97ca-4835-bed9-f6b1f6b410f6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:53.898391 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c17fedf9-677c-4f2c-bb75-48993946fc51 req-50fca4eb-97ca-4835-bed9-f6b1f6b410f6 tempest-TestMinimumBasicScenario-1113575489 tempest-TestMinimumBasicScenario-1113575489-project] 10.222.0.35 "DELETE /v2.0/ports/f72e393a-f210-457c-bc88-15cb521c3671 HTTP/1.1" status: 204 len: 173 time: 0.8598609 Jan 19 18:43:53.899206 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'name': 'network-vif-deleted', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:43:53.901989 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a352349-3280-4c30-8981-ea8a9d5fac68" -d '{"events": [{"server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "name": "network-vif-deleted", "tag": "f72e393a-f210-457c-bc88-15cb521c3671"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:43:54.026303 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9622ff7-5eb4-4bc8-a4b4-85db9fef6fc4 req-56ab3db0-9397-43b4-b14c-8c6454780dd0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:54.028191 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9622ff7-5eb4-4bc8-a4b4-85db9fef6fc4 req-56ab3db0-9397-43b4-b14c-8c6454780dd0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0723708 Jan 19 18:43:54.080828 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9622ff7-5eb4-4bc8-a4b4-85db9fef6fc4 req-1f74dd70-a010-4949-bf66-8dcc644e4ad9 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467820 Jan 19 18:43:54.133613 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92764151-ec21-43e5-b93a-0988b348b018 x-openstack-request-id: req-92764151-ec21-43e5-b93a-0988b348b018 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:43:54.133918 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3762be-7361-4cb3-9f8d-8cf0d448e08d", "name": "network-vif-deleted", "tag": "f72e393a-f210-457c-bc88-15cb521c3671", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:43:54.134176 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92764151-ec21-43e5-b93a-0988b348b018 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:43:54.134587 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3762be-7361-4cb3-9f8d-8cf0d448e08d', 'name': 'network-vif-deleted', 'tag': 'f72e393a-f210-457c-bc88-15cb521c3671', 'status': 'completed', 'code': 200} Jan 19 18:43:54.484350 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:55.207854 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef27b2-54f8-4186-bf70-79b14f23fce4 req-523466af-b9be-49e5-b451-a7a88ddd250c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:55.209426 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cdef27b2-54f8-4186-bf70-79b14f23fce4 req-523466af-b9be-49e5-b451-a7a88ddd250c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0504818 Jan 19 18:43:55.257816 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cdef27b2-54f8-4186-bf70-79b14f23fce4 req-331415ba-2740-47ad-bb1b-aee45d4e8413 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424502 Jan 19 18:43:55.464412 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43638) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:55.806445 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2090550'] for router_interface (788e5fe9-88b4-419d-aa78-80705bc85178), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:56.056651 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:56.068585 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] Deleting port abdf267f-2059-4777-acc7-d4f3740c7c76 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:43:56.068955 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:56.150780 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] For port abdf267f-2059-4777-acc7-d4f3740c7c76, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=abdf267f-2059-4777-acc7-d4f3740c7c76,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:56.151145 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:56.164336 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] Calling delete_port for abdf267f-2059-4777-acc7-d4f3740c7c76 owned by network:router_interface {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:43:56.370216 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (abdf267f-2059-4777-acc7-d4f3740c7c76), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:56.401892 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=abdf267f-2059-4777-acc7-d4f3740c7c76,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:56.454125 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e86f22-044e-4a8f-aedf-e96f04197188 req-784e76b7-fe66-416e-b3d1-c4939c7f3235 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:56.455655 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18e86f22-044e-4a8f-aedf-e96f04197188 req-784e76b7-fe66-416e-b3d1-c4939c7f3235 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.1240759 Jan 19 18:43:56.556434 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18e86f22-044e-4a8f-aedf-e96f04197188 req-c4ad0528-1031-4590-a707-621f967795e7 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934381 Jan 19 18:43:56.607691 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089382'] for router_interface (788e5fe9-88b4-419d-aa78-80705bc85178), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:56.818193 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] Router 788e5fe9-88b4-419d-aa78-80705bc85178 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:43:56.921428 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:43:56.929703 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b8d79a72-ff40-44bd-b6e6-c7b47c56a8a5 admin admin] 10.222.0.39 "PUT /v2.0/routers/788e5fe9-88b4-419d-aa78-80705bc85178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4614942 Jan 19 18:43:56.929703 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43654) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:56.932382 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6369d8-0f4c-4860-8518-3d7cbe94fdae None None] Sync routers for ids ['788e5fe9-88b4-419d-aa78-80705bc85178'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:43:56.942770 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6369d8-0f4c-4860-8518-3d7cbe94fdae None None] Routers {'788e5fe9-88b4-419d-aa78-80705bc85178'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:43:56.943376 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-1d6369d8-0f4c-4860-8518-3d7cbe94fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['788e5fe9-88b4-419d-aa78-80705bc85178'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:57.056736 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Publish callbacks [] for router (788e5fe9-88b4-419d-aa78-80705bc85178), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.075862 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-1d6369d8-0f4c-4860-8518-3d7cbe94fdae None None] Set router 788e5fe9-88b4-419d-aa78-80705bc85178 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:43:57.169611 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Publish callbacks [] for router_gateway (788e5fe9-88b4-419d-aa78-80705bc85178), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.231808 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Deleting port 46117fcf-383f-49f6-8891-2459dd6405a8 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:43:57.232215 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.274805 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-1d6369d8-0f4c-4860-8518-3d7cbe94fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:43:56Z', 'revision_number': 5, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port': {'id': '46117fcf-383f-49f6-8891-2459dd6405a8', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:22Z', 'updated_at': '2022-01-19T18:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:57.288532 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43662) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:57.303559 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6369d8-0f4c-4860-8518-3d7cbe94fdae None None] Checking router: 788e5fe9-88b4-419d-aa78-80705bc85178 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:43:57.312838 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6369d8-0f4c-4860-8518-3d7cbe94fdae None None] Routers {'788e5fe9-88b4-419d-aa78-80705bc85178'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:43:57.313445 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-1d6369d8-0f4c-4860-8518-3d7cbe94fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['788e5fe9-88b4-419d-aa78-80705bc85178'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:57.330622 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] For port 46117fcf-383f-49f6-8891-2459dd6405a8, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=46117fcf-383f-49f6-8891-2459dd6405a8,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:57.331118 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.345082 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Calling delete_port for 46117fcf-383f-49f6-8891-2459dd6405a8 owned by network:router_gateway {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:43:57.412924 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-1d6369d8-0f4c-4860-8518-3d7cbe94fdae None None] Set router 788e5fe9-88b4-419d-aa78-80705bc85178 gateway port host: None {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:43:57.423545 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0a2-9082-40ad-bc48-1bd492422b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.469623 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-1d6369d8-0f4c-4860-8518-3d7cbe94fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:43:57Z', 'revision_number': 6, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port_host': None}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:57.498918 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6369d8-0f4c-4860-8518-3d7cbe94fdae None None] The sync data for ids ['788e5fe9-88b4-419d-aa78-80705bc85178'] in dv-cinder-825360-1-iscsi is: [{'id': '788e5fe9-88b4-419d-aa78-80705bc85178', 'name': 'tempest-TestMinimumBasicScenario-1965730031-router', 'tenant_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:21Z', 'updated_at': '2022-01-19T18:43:57Z', 'revision_number': 6, 'project_id': '0e2a8ac0ddbd440d8b1d507283bfbc85', 'gw_port_host': None}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:43:57.504427 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0a2-9082-40ad-bc48-1bd492422b59 admin admin] Publish callbacks [] for security_group (2f48f5a8-6cc7-4811-a66c-2e21272b90ac), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.508741 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0a2-9082-40ad-bc48-1bd492422b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2f48f5a8-6cc7-4811-a66c-2e21272b90ac), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.544109 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (46117fcf-383f-49f6-8891-2459dd6405a8), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.544610 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d0a2-9082-40ad-bc48-1bd492422b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f48f5a8-6cc7-4811-a66c-2e21272b90ac,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:57.557121 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-0ae9d0a2-9082-40ad-bc48-1bd492422b59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0da4e62c96994077b748d3307b93cff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643254 Jan 19 18:43:57.559134 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43666) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:57.571863 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Pushing event deleted for resources: {'Port': ['ID=46117fcf-383f-49f6-8891-2459dd6405a8,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:57.610259 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-53fa37d4-af2d-45cc-bdef-aa0df66a10bb admin admin] Publish callbacks [] for security_group (2f48f5a8-6cc7-4811-a66c-2e21272b90ac), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.632949 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2093688'] for router_gateway (788e5fe9-88b4-419d-aa78-80705bc85178), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.636393 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-53fa37d4-af2d-45cc-bdef-aa0df66a10bb admin admin] Publish callbacks [] for security_group (2f48f5a8-6cc7-4811-a66c-2e21272b90ac), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.683293 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-53fa37d4-af2d-45cc-bdef-aa0df66a10bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2f48f5a8-6cc7-4811-a66c-2e21272b90ac), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.686022 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-53fa37d4-af2d-45cc-bdef-aa0df66a10bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.687177 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-53fa37d4-af2d-45cc-bdef-aa0df66a10bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f48f5a8-6cc7-4811-a66c-2e21272b90ac HTTP/1.1" status: 204 len: 168 time: 0.1272295 Jan 19 18:43:57.696169 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa37d4-af2d-45cc-bdef-aa0df66a10bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f48f5a8-6cc7-4811-a66c-2e21272b90ac,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:57.710384 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device f72e393a-f210-457c-bc88-15cb521c3671 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:43:57.746302 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: f72e393a-f210-457c-bc88-15cb521c3671 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:43:57.746798 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device f72e393a-f210-457c-bc88-15cb521c3671 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:43:57.764593 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9961'] for router (788e5fe9-88b4-419d-aa78-80705bc85178), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.768585 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Publish callbacks [] for router_controller (788e5fe9-88b4-419d-aa78-80705bc85178), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.842176 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f833e0-e3a7-4a03-9464-9e1ed1d81dc8 req-c684632c-c1c3-4f41-ac87-6dc3049a59b0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:57.843588 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-27f833e0-e3a7-4a03-9464-9e1ed1d81dc8 req-c684632c-c1c3-4f41-ac87-6dc3049a59b0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.2085147 Jan 19 18:43:57.860513 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092500'] for router (788e5fe9-88b4-419d-aa78-80705bc85178), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.861067 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 788e5fe9-88b4-419d-aa78-80705bc85178 {{(pid=103026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 18:43:57.872471 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:57.876092 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-631fa3a2-caa5-4eb0-b4af-28f520687673 admin admin] 10.222.0.39 "DELETE /v2.0/routers/788e5fe9-88b4-419d-aa78-80705bc85178 HTTP/1.1" status: 204 len: 168 time: 0.9432983 Jan 19 18:43:57.876608 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43676) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:57.905848 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-27f833e0-e3a7-4a03-9464-9e1ed1d81dc8 req-295f5c51-c63e-44ad-a5c1-8c58a9e8bb71 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521021 Jan 19 18:43:57.955221 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55d3825-45f4-4899-b050-eb5cdd659060 admin admin] Deleting subnet ed4197e1-d7fb-4051-b8e3-cdb68222854f {{(pid=103027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:43:57.959391 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e55d3825-45f4-4899-b050-eb5cdd659060 admin admin] Publish callbacks [] for subnet (ed4197e1-d7fb-4051-b8e3-cdb68222854f), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.001506 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e55d3825-45f4-4899-b050-eb5cdd659060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27100997'] for subnet (ed4197e1-d7fb-4051-b8e3-cdb68222854f), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.025534 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43678) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:58.038661 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e461a420-a291-4642-9373-ff6c7ff25d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.122174 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e55d3825-45f4-4899-b050-eb5cdd659060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (ed4197e1-d7fb-4051-b8e3-cdb68222854f), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.122960 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e461a420-a291-4642-9373-ff6c7ff25d2c admin admin] Publish callbacks [] for security_group (37114d32-7862-4196-b81a-5be642e4ffb6), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.129686 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e461a420-a291-4642-9373-ff6c7ff25d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (37114d32-7862-4196-b81a-5be642e4ffb6), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.168657 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461a420-a291-4642-9373-ff6c7ff25d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37114d32-7862-4196-b81a-5be642e4ffb6,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:58.173358 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e461a420-a291-4642-9373-ff6c7ff25d2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a38e43e917e450f91476be3f39db504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466520 Jan 19 18:43:58.178012 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43680) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:58.182869 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e55d3825-45f4-4899-b050-eb5cdd659060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25328278'] for subnet (ed4197e1-d7fb-4051-b8e3-cdb68222854f), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.210881 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d3825-45f4-4899-b050-eb5cdd659060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4197e1-d7fb-4051-b8e3-cdb68222854f,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:58.214767 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e55d3825-45f4-4899-b050-eb5cdd659060 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.218062 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-e55d3825-45f4-4899-b050-eb5cdd659060 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ed4197e1-d7fb-4051-b8e3-cdb68222854f HTTP/1.1" status: 204 len: 168 time: 0.3400722 Jan 19 18:43:58.220522 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43682) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:58.223983 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ace7a0f-c826-4d7f-b4c6-7d9896709c87 None None] Network cfb0a631-19f4-438b-b117-3e88ff4a0d6c requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:43:58.239779 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c2050740-34fa-4da2-8d86-d7b050a9f767 admin admin] Publish callbacks [] for security_group (37114d32-7862-4196-b81a-5be642e4ffb6), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.268068 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c2050740-34fa-4da2-8d86-d7b050a9f767 admin admin] Publish callbacks [] for security_group (37114d32-7862-4196-b81a-5be642e4ffb6), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.300124 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (cfb0a631-19f4-438b-b117-3e88ff4a0d6c), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.345759 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c2050740-34fa-4da2-8d86-d7b050a9f767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (37114d32-7862-4196-b81a-5be642e4ffb6), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.351851 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c2050740-34fa-4da2-8d86-d7b050a9f767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.353130 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c2050740-34fa-4da2-8d86-d7b050a9f767 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37114d32-7862-4196-b81a-5be642e4ffb6 HTTP/1.1" status: 204 len: 168 time: 0.1740744 Jan 19 18:43:58.361914 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2050740-34fa-4da2-8d86-d7b050a9f767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37114d32-7862-4196-b81a-5be642e4ffb6,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:58.372367 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Deleting port 36dede51-7f23-40ec-94b7-90c0931f4736 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:43:58.372759 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.445459 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] For port 36dede51-7f23-40ec-94b7-90c0931f4736, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=36dede51-7f23-40ec-94b7-90c0931f4736,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:58.445830 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.458292 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] DHCP port deletion for cfb0a631-19f4-438b-b117-3e88ff4a0d6c request from dv-cinder-825360-1-iscsi {{(pid=103028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 18:43:58.461588 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Calling delete_port for 36dede51-7f23-40ec-94b7-90c0931f4736 owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:43:58.484641 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:43:58.526291 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Deleting port 36dede51-7f23-40ec-94b7-90c0931f4736 {{(pid=103028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:43:58.526979 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), before_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.559580 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.590392 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] No DVR routers for this DVR port 36dede51-7f23-40ec-94b7-90c0931f4736 on host dv-cinder-825360-1-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:43:58.595477 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=36dede51-7f23-40ec-94b7-90c0931f4736,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:58.608091 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] For port 36dede51-7f23-40ec-94b7-90c0931f4736, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=36dede51-7f23-40ec-94b7-90c0931f4736,segment=NetworkSegment(35f06de9-a850-4868-ba17-b405ff572edd),segment_id=35f06de9-a850-4868-ba17-b405ff572edd)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:43:58.608635 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), precommit_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.624017 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Calling delete_port for 36dede51-7f23-40ec-94b7-90c0931f4736 owned by network:dhcp {{(pid=103028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:43:58.667772 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (cfb0a631-19f4-438b-b117-3e88ff4a0d6c), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.690777 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb0a631-19f4-438b-b117-3e88ff4a0d6c']}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:58.701772 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f06de9-a850-4868-ba17-b405ff572edd') {'for_net_delete': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:58.702137 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f06de9-a850-4868-ba17-b405ff572edd') {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:43:58.713022 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27101020'] for segment (35f06de9-a850-4868-ba17-b405ff572edd), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.736320 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (35f06de9-a850-4868-ba17-b405ff572edd), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.746768 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:43:58.747272 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141864'] for segment (35f06de9-a850-4868-ba17-b405ff572edd), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: Traceback (most recent call last): Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: timer() Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: cb(*args, **kw) Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: return func(*args, **kwargs) Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: self._notify() Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: self.callback(batched_events) Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: event.method(event) Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: return f(self, *a, **k) Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._get(url).json() Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: return self.request(url, 'GET', **kwargs) Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:43:58.749284 dv-cinder-825360-1-iscsi neutron-server[103027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:43:58.764404 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477'] for port (36dede51-7f23-40ec-94b7-90c0931f4736), after_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.794047 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Pushing event deleted for resources: {'Port': ['ID=36dede51-7f23-40ec-94b7-90c0931f4736,revision_number=None']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:58.796450 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] No DVR routers for this DVR port 36dede51-7f23-40ec-94b7-90c0931f4736 on host dv-cinder-825360-1-iscsi {{(pid=103028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:43:58.806259 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.806617 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.806968 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.807313 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.807644 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.808305 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.809007 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.809482 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.809998 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.810336 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.810812 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.811305 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.811789 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a60f23-b3fa-431f-8fc8-5e0f0f5b1c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:43:58.815453 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (cfb0a631-19f4-438b-b117-3e88ff4a0d6c), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.826075 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:58.831570 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cfb0a631-19f4-438b-b117-3e88ff4a0d6c HTTP/1.1" status: 204 len: 168 time: 0.6098158 Jan 19 18:43:58.834451 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43696) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:58.845727 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91181f-0d90-4f23-b16e-51c2cee57b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb0a631-19f4-438b-b117-3e88ff4a0d6c,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:59.195089 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43710) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:59.300073 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1881925947-network', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:59.322440 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Made reservation on behalf of d2637ef20caa4424ad4fd2cc3030f292 for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:43:59.324868 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:59.334034 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:59.336919 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15555a12-3074-4633-8ac3-c949f0b1a453 req-917de402-0b13-4ac1-ad82-86738b5f2b7d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:59.338842 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-15555a12-3074-4633-8ac3-c949f0b1a453 req-917de402-0b13-4ac1-ad82-86738b5f2b7d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.3184917 Jan 19 18:43:59.423331 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 36dede51-7f23-40ec-94b7-90c0931f4736 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:43:59.446946 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-15555a12-3074-4633-8ac3-c949f0b1a453 req-2f810c8e-dae4-4cfc-a3b0-e2e363942fad tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870900 Jan 19 18:43:59.448463 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 36dede51-7f23-40ec-94b7-90c0931f4736 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:43:59.449034 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 36dede51-7f23-40ec-94b7-90c0931f4736 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:43:59.449607 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device abdf267f-2059-4777-acc7-d4f3740c7c76 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:43:59.453714 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Publish callbacks [] for security_group (bf1e3771-6bd7-4591-8a3f-4fc13a9c31ec), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:59.460635 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (bf1e3771-6bd7-4591-8a3f-4fc13a9c31ec), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:59.478004 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:43:59.491600 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: abdf267f-2059-4777-acc7-d4f3740c7c76 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:43:59.491955 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device abdf267f-2059-4777-acc7-d4f3740c7c76 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:43:59.492375 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 46117fcf-383f-49f6-8891-2459dd6405a8 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:43:59.515310 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 46117fcf-383f-49f6-8891-2459dd6405a8 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:43:59.515652 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 46117fcf-383f-49f6-8891-2459dd6405a8 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:43:59.520661 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (356e92ba-507b-408b-8834-a1dc416fce30), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:59.521264 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Added segment 356e92ba-507b-408b-8834-a1dc416fce30 of type vlan for network 2011822a-dfdc-4dcb-8efc-a08a5235a82a Jan 19 18:43:59.532408 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1e3771-6bd7-4591-8a3f-4fc13a9c31ec,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:59.549686 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2090550'] for router_interface (98b3ccbe-7340-4ada-be72-b2d503bb89f9), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:59.569396 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (2011822a-dfdc-4dcb-8efc-a08a5235a82a), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:59.594388 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (2011822a-dfdc-4dcb-8efc-a08a5235a82a), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:59.595347 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:43:59.595932 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:59.646153 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4496458 Jan 19 18:43:59.649476 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43714) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:43:59.653986 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] Request body: {'subnet': {'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1881925947-subnet', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:43:59.663002 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f77aa0-daaa-49d2-b634-50ee484e0af5 admin admin] Pushing event updated for resources: {'Network': ['ID=2011822a-dfdc-4dcb-8efc-a08a5235a82a,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:43:59.677339 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network 2011822a-dfdc-4dcb-8efc-a08a5235a82a details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:43:59.733168 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] Made reservation on behalf of d2637ef20caa4424ad4fd2cc3030f292 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:43:59.735443 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27115017'] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:43:59.978533 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25584623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27115047'] for subnet (bcb972ab-ea37-4905-864c-647500d08462), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.009488 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] Deleting port 3c41c80e-4a8d-4186-b448-5db0be66ea4f {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:44:00.009829 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.079927 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb972ab-ea37-4905-864c-647500d08462,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:00.120284 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] Checking segment: {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:44:00.120668 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] Network hostable DHCP agents. Network: 2011822a-dfdc-4dcb-8efc-a08a5235a82a, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:44:00.136102 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] For port 3c41c80e-4a8d-4186-b448-5db0be66ea4f, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=3c41c80e-4a8d-4186-b448-5db0be66ea4f,segment=NetworkSegment(ebccff17-51b3-4252-8b19-77d4498ff71f),segment_id=ebccff17-51b3-4252-8b19-77d4498ff71f)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:00.136461 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.153801 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] Calling delete_port for 3c41c80e-4a8d-4186-b448-5db0be66ea4f owned by network:router_interface {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:44:00.166331 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] Network 2011822a-dfdc-4dcb-8efc-a08a5235a82a is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:44:00.206352 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, 2011822a-dfdc-4dcb-8efc-a08a5235a82a) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:00.212673 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:00.213274 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.214211 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59928db-aa28-4d65-bd57-ebfa57a06d7f None None] Network 2011822a-dfdc-4dcb-8efc-a08a5235a82a requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:44:00.240549 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6687f5e9-f032-4d72-8090-55b46e75406c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5902441 Jan 19 18:44:00.243295 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43718) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:00.249420 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:00.287287 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9947'] for router (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.288388 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2093737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9952'] for router (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.331273 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bec15b7-f1a1-5518-be2b-7c4ae9037c47-2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462'}]}} from dv-cinder-825360-1-iscsi. {{(pid=103028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 18:44:00.332907 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.361994 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Publish callbacks [] for router_controller (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), precommit_add_association {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.387974 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (3c41c80e-4a8d-4186-b448-5db0be66ea4f), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.416737 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c41c80e-4a8d-4186-b448-5db0be66ea4f,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:00.558181 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Publish callbacks [] for router_gateway (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.674350 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.db_base_plugin_common [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Allocated IP 172.20.0.2 (2011822a-dfdc-4dcb-8efc-a08a5235a82a/bcb972ab-ea37-4905-864c-647500d08462/64371122-abd7-418d-b0a8-1256bc5983ba) {{(pid=103028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:44:00.723591 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a9ff1-8f72-4397-b3e6-a5e718f86940 req-adc3eaef-ef15-4494-aa1e-aac6193fbb87 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:00.725421 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-416a9ff1-8f72-4397-b3e6-a5e718f86940 req-adc3eaef-ef15-4494-aa1e-aac6193fbb87 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.1343725 Jan 19 18:44:00.741270 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089382'] for router_interface (98b3ccbe-7340-4ada-be72-b2d503bb89f9), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.823069 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Publish callbacks [] for router_gateway (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.843905 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.867571 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-416a9ff1-8f72-4397-b3e6-a5e718f86940 req-16ff2f77-ec70-4caa-9961-5e7db3c597d5 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363182 Jan 19 18:44:00.877272 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Publish callbacks [] for port (64371122-abd7-418d-b0a8-1256bc5983ba), precommit_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.886721 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:00.939008 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Pushing event updated for resources: {'Port': ['ID=64371122-abd7-418d-b0a8-1256bc5983ba,revision_number=1']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:00.952661 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Network 2011822a-dfdc-4dcb-8efc-a08a5235a82a is already hosted by enough agents. {{(pid=103028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:44:00.955929 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.base_scheduler [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Resources bound (agent type, host, resource id): {{(pid=103028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:00.960564 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Received port after_create {{(pid=103028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:44:01.004754 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Allocated IP 172.27.3.66 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/b95b863f-50e6-413d-884d-bd8dedee8816) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:44:01.029874 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Attempting to bind port 64371122-abd7-418d-b0a8-1256bc5983ba on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:44:01.030376 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Attempting to bind port 64371122-abd7-418d-b0a8-1256bc5983ba by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:44:01.031003 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Attempting to bind port 64371122-abd7-418d-b0a8-1256bc5983ba on network 2011822a-dfdc-4dcb-8efc-a08a5235a82a {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:44:01.038847 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:44:01.039231 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Checking segment: {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:44:01.039637 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:01.040037 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Bound using segment: {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:44:01.040663 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Bound port: 64371122-abd7-418d-b0a8-1256bc5983ba, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:44:01.041043 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:01.047091 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] Router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:44:01.122994 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] For port 64371122-abd7-418d-b0a8-1256bc5983ba, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:44:01.126579 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] For port 64371122-abd7-418d-b0a8-1256bc5983ba, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=64371122-abd7-418d-b0a8-1256bc5983ba,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:44:01.132365 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:01.153022 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Publish callbacks [] for port (b95b863f-50e6-413d-884d-bd8dedee8816), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:01.171469 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:44:01.185673 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c5503af8-f839-4a9e-849e-c2bf04902e89 admin admin] 10.222.0.39 "PUT /v2.0/routers/98b3ccbe-7340-4ada-be72-b2d503bb89f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3500555 Jan 19 18:44:01.188786 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43724) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:01.189614 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b422c-0c66-44fa-9d23-0d9aa9e0ab82 None None] Sync routers for ids ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:44:01.204840 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:01.207011 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b422c-0c66-44fa-9d23-0d9aa9e0ab82 None None] Routers {'98b3ccbe-7340-4ada-be72-b2d503bb89f9'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:01.208149 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-b28b422c-0c66-44fa-9d23-0d9aa9e0ab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:01.208948 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268d5e1-4f20-4b84-90ae-7ea5fbcbb5d9 None None] Pushing event updated for resources: {'Port': ['ID=64371122-abd7-418d-b0a8-1256bc5983ba,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:01.277022 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:44:01.279833 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:01.284825 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:44:01.345915 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Publish callbacks [] for router (98b3ccbe-7340-4ada-be72-b2d503bb89f9), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:01.357813 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-b28b422c-0c66-44fa-9d23-0d9aa9e0ab82 None None] Set router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:01.369576 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Pushing event updated for resources: {'Port': ['ID=b95b863f-50e6-413d-884d-bd8dedee8816,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:01.548963 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Publish callbacks [] for router_gateway (98b3ccbe-7340-4ada-be72-b2d503bb89f9), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:01.647558 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Deleting port 37799945-3141-4be0-8131-0f8635f23d90 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:44:01.647901 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (37799945-3141-4be0-8131-0f8635f23d90), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:01.754259 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Publish callbacks [] for router_gateway (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:01.757594 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] For port 37799945-3141-4be0-8131-0f8635f23d90, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=37799945-3141-4be0-8131-0f8635f23d90,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:01.758191 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (37799945-3141-4be0-8131-0f8635f23d90), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:01.768430 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-b28b422c-0c66-44fa-9d23-0d9aa9e0ab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'name': 'tempest-TestMinimumBasicScenario-1302181041-router', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '37799945-3141-4be0-8131-0f8635f23d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:34Z', 'updated_at': '2022-01-19T18:44:00Z', 'revision_number': 5, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'gw_port': {'id': '37799945-3141-4be0-8131-0f8635f23d90', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:40:35Z', 'updated_at': '2022-01-19T18:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:01.772091 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Calling delete_port for 37799945-3141-4be0-8131-0f8635f23d90 owned by network:router_gateway {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:44:01.801703 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b422c-0c66-44fa-9d23-0d9aa9e0ab82 None None] Checking router: 98b3ccbe-7340-4ada-be72-b2d503bb89f9 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:44:01.816314 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b422c-0c66-44fa-9d23-0d9aa9e0ab82 None None] Routers {'98b3ccbe-7340-4ada-be72-b2d503bb89f9'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:01.817756 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-b28b422c-0c66-44fa-9d23-0d9aa9e0ab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:01.938082 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-b28b422c-0c66-44fa-9d23-0d9aa9e0ab82 None None] Set router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 gateway port host: None {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:01.977248 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (37799945-3141-4be0-8131-0f8635f23d90), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.005329 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-b28b422c-0c66-44fa-9d23-0d9aa9e0ab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'name': 'tempest-TestMinimumBasicScenario-1302181041-router', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:34Z', 'updated_at': '2022-01-19T18:44:01Z', 'revision_number': 6, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'gw_port_host': None}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:02.016227 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Pushing event deleted for resources: {'Port': ['ID=37799945-3141-4be0-8131-0f8635f23d90,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:02.026395 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093724'] for router (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.042975 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b422c-0c66-44fa-9d23-0d9aa9e0ab82 None None] The sync data for ids ['98b3ccbe-7340-4ada-be72-b2d503bb89f9'] in dv-cinder-825360-1-iscsi is: [{'id': '98b3ccbe-7340-4ada-be72-b2d503bb89f9', 'name': 'tempest-TestMinimumBasicScenario-1302181041-router', 'tenant_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:40:34Z', 'updated_at': '2022-01-19T18:44:01Z', 'revision_number': 6, 'project_id': 'e13cb0bc8d2f4b678e7a86d9fc603762', 'gw_port_host': None}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:44:02.124221 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd03291-0dab-4aa8-8eb6-68bffd5d683e req-3233ad93-38bb-4a64-9acf-600256351d23 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:02.126084 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bcd03291-0dab-4aa8-8eb6-68bffd5d683e req-3233ad93-38bb-4a64-9acf-600256351d23 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.1457195 Jan 19 18:44:02.177445 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2093688'] for router_gateway (98b3ccbe-7340-4ada-be72-b2d503bb89f9), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.374419 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9961'] for router (98b3ccbe-7340-4ada-be72-b2d503bb89f9), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.378783 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Publish callbacks [] for router_controller (98b3ccbe-7340-4ada-be72-b2d503bb89f9), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.491786 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 is scheduled to L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 with binding_index 1 {{(pid=103027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 18:44:02.502617 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bcd03291-0dab-4aa8-8eb6-68bffd5d683e req-d253a0eb-a939-42c8-9f8b-886a905c3c02 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649175 Jan 19 18:44:02.504847 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092500'] for router (98b3ccbe-7340-4ada-be72-b2d503bb89f9), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.505987 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b3ccbe-7340-4ada-be72-b2d503bb89f9 {{(pid=103026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 18:44:02.512204 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.513729 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-2d980e8c-698f-4791-8474-5b4e6f44469b admin admin] 10.222.0.39 "DELETE /v2.0/routers/98b3ccbe-7340-4ada-be72-b2d503bb89f9 HTTP/1.1" status: 204 len: 168 time: 1.3238084 Jan 19 18:44:02.516577 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43730) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:02.592701 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa91a90-52de-4be4-933b-e7854b8d3350 admin admin] Deleting subnet 15525574-d952-4d8f-9d7a-b31eacba8361 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:44:02.597698 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1fa91a90-52de-4be4-933b-e7854b8d3350 admin admin] Publish callbacks [] for subnet (15525574-d952-4d8f-9d7a-b31eacba8361), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.647744 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1fa91a90-52de-4be4-933b-e7854b8d3350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189533'] for subnet (15525574-d952-4d8f-9d7a-b31eacba8361), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.668358 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:44:02.682356 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Sync routers for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:44:02.696540 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:02.697779 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.697963 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:02.699636 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b0557fcd-a181-4a98-86d6-c78cdcb2d88d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4546082 Jan 19 18:44:02.701992 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43732) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:02.766140 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b44cd78-f154-4e2f-9fbe-856e66055174 None None] Network 2011822a-dfdc-4dcb-8efc-a08a5235a82a requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:44:02.820639 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1fa91a90-52de-4be4-933b-e7854b8d3350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (15525574-d952-4d8f-9d7a-b31eacba8361), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.899258 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1fa91a90-52de-4be4-933b-e7854b8d3350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25584430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27115052'] for subnet (15525574-d952-4d8f-9d7a-b31eacba8361), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.913819 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-3174c010-1b78-412c-84f7-ae61fac81079 None None] Provisioning complete for port 64371122-abd7-418d-b0a8-1256bc5983ba triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:02.914536 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-3174c010-1b78-412c-84f7-ae61fac81079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.938095 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa91a90-52de-4be4-933b-e7854b8d3350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15525574-d952-4d8f-9d7a-b31eacba8361,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:02.946021 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1fa91a90-52de-4be4-933b-e7854b8d3350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:02.952582 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1fa91a90-52de-4be4-933b-e7854b8d3350 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/15525574-d952-4d8f-9d7a-b31eacba8361 HTTP/1.1" status: 204 len: 168 time: 0.4346061 Jan 19 18:44:02.953248 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43734) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:02.955508 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:02.960822 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da2972-0980-4a59-8eae-c5025eab2b4b None None] Network e9560f53-6872-4f35-a44a-0c9b15b2ce62 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:44:03.043394 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (e9560f53-6872-4f35-a44a-0c9b15b2ce62), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.122829 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Deleting port 641fdce9-23da-4020-92e9-4162e16a2c98 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:44:03.123526 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.239276 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] For port 641fdce9-23da-4020-92e9-4162e16a2c98, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=641fdce9-23da-4020-92e9-4162e16a2c98,segment=NetworkSegment(ebccff17-51b3-4252-8b19-77d4498ff71f),segment_id=ebccff17-51b3-4252-8b19-77d4498ff71f)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:03.239882 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.268523 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Calling delete_port for 641fdce9-23da-4020-92e9-4162e16a2c98 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:44:03.278481 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.338038 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-3174c010-1b78-412c-84f7-ae61fac81079 None None] Current status of the port 64371122-abd7-418d-b0a8-1256bc5983ba is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:03.338440 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-3174c010-1b78-412c-84f7-ae61fac81079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.393975 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-3174c010-1b78-412c-84f7-ae61fac81079 None None] For port 64371122-abd7-418d-b0a8-1256bc5983ba, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=64371122-abd7-418d-b0a8-1256bc5983ba,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:03.410327 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-3174c010-1b78-412c-84f7-ae61fac81079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.422614 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f59b4-4ae6-4de8-83d1-ad3ca7cbbb23 None None] DHCP port deletion for e9560f53-6872-4f35-a44a-0c9b15b2ce62 request from dv-cinder-825360-1-iscsi {{(pid=103028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 18:44:03.489810 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:01Z', 'revision_number': 3, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:03.556298 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Checking router: 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:44:03.559000 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Updating router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 port b95b863f-50e6-413d-884d-bd8dedee8816 binding host dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:44:03.568501 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.604352 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174c010-1b78-412c-84f7-ae61fac81079 None None] Pushing event updated for resources: {'Port': ['ID=64371122-abd7-418d-b0a8-1256bc5983ba,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:03.620541 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=641fdce9-23da-4020-92e9-4162e16a2c98,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:03.645379 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.647126 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] No DVR routers for this DVR port 641fdce9-23da-4020-92e9-4162e16a2c98 on host dv-cinder-825360-1-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:44:03.771404 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-a34f59b4-4ae6-4de8-83d1-ad3ca7cbbb23 None None] Deleting port 641fdce9-23da-4020-92e9-4162e16a2c98 {{(pid=103028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:44:03.771994 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a34f59b4-4ae6-4de8-83d1-ad3ca7cbbb23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), before_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.782401 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 64371122-abd7-418d-b0a8-1256bc5983ba up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:03.800991 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (e9560f53-6872-4f35-a44a-0c9b15b2ce62), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.826771 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Allocated IP 172.20.0.1 (2011822a-dfdc-4dcb-8efc-a08a5235a82a/bcb972ab-ea37-4905-864c-647500d08462/5b161848-f056-4c53-bf02-fd3b713867fd) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:44:03.827813 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9560f53-6872-4f35-a44a-0c9b15b2ce62']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:03.849665 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae26d0-6661-4061-a019-d2083c23216f req-ea9a0702-63de-4398-baeb-1d33c93b1bac tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:03.851203 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-89ae26d0-6661-4061-a019-d2083c23216f req-ea9a0702-63de-4398-baeb-1d33c93b1bac tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.1017387 Jan 19 18:44:03.853250 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebccff17-51b3-4252-8b19-77d4498ff71f') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:03.853545 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebccff17-51b3-4252-8b19-77d4498ff71f') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:03.861023 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-1e9aa78e-6d05-44d2-b61a-952fa87bb861 None None] Provisioning complete for port 64371122-abd7-418d-b0a8-1256bc5983ba triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:03.861749 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1e9aa78e-6d05-44d2-b61a-952fa87bb861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.865159 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189508'] for segment (ebccff17-51b3-4252-8b19-77d4498ff71f), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.891396 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (ebccff17-51b3-4252-8b19-77d4498ff71f), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.908724 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:44:03.909151 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25584496'] for segment (ebccff17-51b3-4252-8b19-77d4498ff71f), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: Traceback (most recent call last): Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: timer() Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: cb(*args, **kw) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: return func(*args, **kwargs) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: self._notify() Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: self.callback(batched_events) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: event.method(event) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: return f(self, *a, **k) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._get(url).json() Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:44:03.911636 dv-cinder-825360-1-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:44:03.953405 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Publish callbacks [] for port (5b161848-f056-4c53-bf02-fd3b713867fd), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.963394 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-89ae26d0-6661-4061-a019-d2083c23216f req-16f95878-3eaf-44a2-880b-b5a5116ef6c0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010704 Jan 19 18:44:03.973190 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-a34f59b4-4ae6-4de8-83d1-ad3ca7cbbb23 None None] For port 641fdce9-23da-4020-92e9-4162e16a2c98, host dv-cinder-825360-1-iscsi, got binding levels [] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:03.973545 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a34f59b4-4ae6-4de8-83d1-ad3ca7cbbb23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), precommit_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:03.989900 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (e9560f53-6872-4f35-a44a-0c9b15b2ce62), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.001089 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-a34f59b4-4ae6-4de8-83d1-ad3ca7cbbb23 None None] Calling delete_port for 641fdce9-23da-4020-92e9-4162e16a2c98 owned by network:dhcp {{(pid=103028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:44:04.008075 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.ipam_backend_mixin [None req-a34f59b4-4ae6-4de8-83d1-ad3ca7cbbb23 None None] Port 641fdce9-23da-4020-92e9-4162e16a2c98 was not found and therefore no delete operation was performed {{(pid=103028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 19 18:44:04.018498 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.021134 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a34f59b4-4ae6-4de8-83d1-ad3ca7cbbb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477'] for port (641fdce9-23da-4020-92e9-4162e16a2c98), after_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.026774 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e9560f53-6872-4f35-a44a-0c9b15b2ce62 HTTP/1.1" status: 204 len: 168 time: 1.0723145 Jan 19 18:44:04.038467 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.098773 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Network 2011822a-dfdc-4dcb-8efc-a08a5235a82a is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:44:04.102915 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:04.119932 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:44:04.171302 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Pushing event updated for resources: {'Port': ['ID=5b161848-f056-4c53-bf02-fd3b713867fd,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:04.193327 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2090665'] for router_interface (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.233828 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a34f59b4-4ae6-4de8-83d1-ad3ca7cbbb23 None None] Network e9560f53-6872-4f35-a44a-0c9b15b2ce62 is not hosted by any dhcp agent {{(pid=103028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 19 18:44:04.234288 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34f59b4-4ae6-4de8-83d1-ad3ca7cbbb23 None None] No DVR routers for this DVR port 641fdce9-23da-4020-92e9-4162e16a2c98 on host dv-cinder-825360-1-iscsi {{(pid=103028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:44:04.243407 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f59b4-4ae6-4de8-83d1-ad3ca7cbbb23 None None] Pushing event deleted for resources: {'Port': ['ID=641fdce9-23da-4020-92e9-4162e16a2c98,revision_number=None']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:04.276925 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 64371122-abd7-418d-b0a8-1256bc5983ba triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:04.277322 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.403408 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43744) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:04.404363 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-1e9aa78e-6d05-44d2-b61a-952fa87bb861 None None] Current status of the port 64371122-abd7-418d-b0a8-1256bc5983ba is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:04.429801 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Publish callbacks [] for port (b95b863f-50e6-413d-884d-bd8dedee8816), precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.459993 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-1154d4a4-2249-46bb-bbac-52faf60384f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e2a8ac0ddbd440d8b1d507283bfbc85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549850 Jan 19 18:44:04.463196 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43746) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:04.467341 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.476388 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854155af-9637-47f8-8721-c840c4925f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9560f53-6872-4f35-a44a-0c9b15b2ce62,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:04.500385 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.534359 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 64371122-abd7-418d-b0a8-1256bc5983ba is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:04.552336 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372ea9d-edd0-4227-9a79-96347835d1aa None None] Pushing event updated for resources: {'Port': ['ID=b95b863f-50e6-413d-884d-bd8dedee8816,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:04.555373 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Attempting to bind port b95b863f-50e6-413d-884d-bd8dedee8816 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:44:04.555800 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Attempting to bind port b95b863f-50e6-413d-884d-bd8dedee8816 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:44:04.556166 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Attempting to bind port b95b863f-50e6-413d-884d-bd8dedee8816 on network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:44:04.574362 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:44:04.574974 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Checking segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:44:04.576413 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.576973 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Bound using segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:44:04.577498 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Bound port: b95b863f-50e6-413d-884d-bd8dedee8816, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:44:04.578078 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.581644 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72a66078-59a9-4996-b38b-b35573654ca5 None None] Provisioning complete for port 5b161848-f056-4c53-bf02-fd3b713867fd triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:04.581644 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72a66078-59a9-4996-b38b-b35573654ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.630819 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 3c41c80e-4a8d-4186-b448-5db0be66ea4f no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:44:04.649382 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1dadf0ed-30ef-4e4b-95d3-b55edfc0ca16 admin admin] Publish callbacks [] for security_group (b505f3b9-dee4-4e7f-9418-1b7e0f5bef61), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.662690 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 3c41c80e-4a8d-4186-b448-5db0be66ea4f {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:44:04.663158 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 3c41c80e-4a8d-4186-b448-5db0be66ea4f not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:44:04.663727 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 37799945-3141-4be0-8131-0f8635f23d90 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:44:04.686233 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1dadf0ed-30ef-4e4b-95d3-b55edfc0ca16 admin admin] Publish callbacks [] for security_group (b505f3b9-dee4-4e7f-9418-1b7e0f5bef61), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.706807 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 37799945-3141-4be0-8131-0f8635f23d90 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:44:04.707408 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 37799945-3141-4be0-8131-0f8635f23d90 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:44:04.708134 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 641fdce9-23da-4020-92e9-4162e16a2c98 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:44:04.712304 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72a66078-59a9-4996-b38b-b35573654ca5 None None] Port 5b161848-f056-4c53-bf02-fd3b713867fd cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:44:04.716431 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] For port b95b863f-50e6-413d-884d-bd8dedee8816, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:44:04.738451 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 641fdce9-23da-4020-92e9-4162e16a2c98 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:44:04.738856 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 641fdce9-23da-4020-92e9-4162e16a2c98 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:44:04.751746 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] For port b95b863f-50e6-413d-884d-bd8dedee8816, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=b95b863f-50e6-413d-884d-bd8dedee8816,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:44:04.760328 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Publish callbacks [] for port (5b161848-f056-4c53-bf02-fd3b713867fd), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.761455 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.766197 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.826750 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1dadf0ed-30ef-4e4b-95d3-b55edfc0ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (b505f3b9-dee4-4e7f-9418-1b7e0f5bef61), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.829585 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1dadf0ed-30ef-4e4b-95d3-b55edfc0ca16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.830914 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-1dadf0ed-30ef-4e4b-95d3-b55edfc0ca16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b505f3b9-dee4-4e7f-9418-1b7e0f5bef61 HTTP/1.1" status: 204 len: 168 time: 0.3365617 Jan 19 18:44:04.838093 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:04.838884 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:04.856312 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadf0ed-30ef-4e4b-95d3-b55edfc0ca16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b505f3b9-dee4-4e7f-9418-1b7e0f5bef61,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:04.858284 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Pushing event updated for resources: {'Port': ['ID=5b161848-f056-4c53-bf02-fd3b713867fd,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:04.860514 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090589'] for router_interface (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:04.881353 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372ea9d-edd0-4227-9a79-96347835d1aa None None] Pushing event updated for resources: {'Port': ['ID=b95b863f-50e6-413d-884d-bd8dedee8816,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:04.986982 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Network 2011822a-dfdc-4dcb-8efc-a08a5235a82a is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:44:04.987359 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:04.990364 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:05.155400 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e680556-f693-459c-849b-b36ed1ac27af req-27833183-55a1-4618-9290-0b8a9a587469 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:05.156605 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9e680556-f693-459c-849b-b36ed1ac27af req-27833183-55a1-4618-9290-0b8a9a587469 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0841017 Jan 19 18:44:05.175557 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:44:05.268002 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9e680556-f693-459c-849b-b36ed1ac27af req-b704e919-da4a-470a-a628-1c9e3f2cb4d8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039650 Jan 19 18:44:05.311872 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 2, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:05.348673 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:44:05.368996 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-3890342a-9054-41d6-bd7f-80401139dc4a admin admin] 10.222.0.39 "PUT /v2.0/routers/4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6557326 Jan 19 18:44:05.369865 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2cfbf-a397-48f1-a3d8-172af5d89c21 None None] The sync data for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi is: [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 2, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:44:05.372797 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-744f3a5c-0794-438a-ab0b-245bcb5180aa None None] Provisioning complete for port 5b161848-f056-4c53-bf02-fd3b713867fd triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:05.373190 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-744f3a5c-0794-438a-ab0b-245bcb5180aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:05.423355 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43758) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:05.429284 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-744f3a5c-0794-438a-ab0b-245bcb5180aa None None] Port 5b161848-f056-4c53-bf02-fd3b713867fd cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:44:05.461221 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 64371122-abd7-418d-b0a8-1256bc5983ba up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:05.495102 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-0a7f3f76-6185-4eaa-8626-6b0d9ff466e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e13cb0bc8d2f4b678e7a86d9fc603762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705380 Jan 19 18:44:05.498004 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43760) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:05.519173 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 64371122-abd7-418d-b0a8-1256bc5983ba triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:05.519173 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:05.564208 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a911d63c-3c1f-4b6d-b573-1e30777f2d97 admin admin] Publish callbacks [] for security_group (1233aba0-a0c2-4845-befa-a568fe47bd11), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:05.592025 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a911d63c-3c1f-4b6d-b573-1e30777f2d97 admin admin] Publish callbacks [] for security_group (1233aba0-a0c2-4845-befa-a568fe47bd11), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:05.655030 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 64371122-abd7-418d-b0a8-1256bc5983ba is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:05.674951 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a911d63c-3c1f-4b6d-b573-1e30777f2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (1233aba0-a0c2-4845-befa-a568fe47bd11), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:05.678504 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a911d63c-3c1f-4b6d-b573-1e30777f2d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:05.682096 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a911d63c-3c1f-4b6d-b573-1e30777f2d97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1233aba0-a0c2-4845-befa-a568fe47bd11 HTTP/1.1" status: 204 len: 168 time: 0.1806476 Jan 19 18:44:05.691691 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911d63c-3c1f-4b6d-b573-1e30777f2d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1233aba0-a0c2-4845-befa-a568fe47bd11,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:06.271284 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43778) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:06.278397 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2115970713-network', 'tenant_id': '1c51c985298e4ae18240de508aac3f05'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:06.313967 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Made reservation on behalf of 1c51c985298e4ae18240de508aac3f05 for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:44:06.318558 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:06.330560 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:06.458227 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Publish callbacks [] for security_group (3962a509-ac1d-48ad-bb15-8b66d51856d5), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:06.466503 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e0cd-c950-49da-94f6-818dee16d1dd req-a9c27b64-4487-49c7-82ab-a4603f4af11c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:06.468119 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7908e0cd-c950-49da-94f6-818dee16d1dd req-a9c27b64-4487-49c7-82ab-a4603f4af11c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0870080 Jan 19 18:44:06.470354 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (3962a509-ac1d-48ad-bb15-8b66d51856d5), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:06.514294 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:44:06.521743 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3962a509-ac1d-48ad-bb15-8b66d51856d5,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:06.540697 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (5e68bb8c-5083-4d8e-992a-cdd5238f8590), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:06.541041 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Added segment 5e68bb8c-5083-4d8e-992a-cdd5238f8590 of type vlan for network 593d89fd-3d2a-48c0-b767-945d1b69504d Jan 19 18:44:06.586057 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7908e0cd-c950-49da-94f6-818dee16d1dd req-c87e8ac7-a99b-45a9-9641-fe764a571eb7 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102588 Jan 19 18:44:06.599343 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (593d89fd-3d2a-48c0-b767-945d1b69504d), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:06.628770 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (593d89fd-3d2a-48c0-b767-945d1b69504d), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:06.629790 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:06.630428 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:06.681085 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4078994 Jan 19 18:44:06.684328 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43782) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:06.691600 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] Request body: {'subnet': {'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2115970713-subnet', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:06.709418 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f7050-b496-4dda-a557-1c29dedb10cf admin admin] Pushing event updated for resources: {'Network': ['ID=593d89fd-3d2a-48c0-b767-945d1b69504d,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:06.725387 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network 593d89fd-3d2a-48c0-b767-945d1b69504d details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:44:06.736559 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] Made reservation on behalf of 1c51c985298e4ae18240de508aac3f05 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:44:06.740379 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27115017'] for subnet (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.032600 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25584623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27115047'] for subnet (397a32ec-7260-44c7-8b3c-e8c7be435044), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.088199 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397a32ec-7260-44c7-8b3c-e8c7be435044,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:07.099030 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] Checking segment: {'id': '5e68bb8c-5083-4d8e-992a-cdd5238f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:44:07.099392 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] Network hostable DHCP agents. Network: 593d89fd-3d2a-48c0-b767-945d1b69504d, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:44:07.116063 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] Network 593d89fd-3d2a-48c0-b767-945d1b69504d is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:44:07.125359 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, 593d89fd-3d2a-48c0-b767-945d1b69504d) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:07.130775 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:07.131445 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.135755 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f259ee8-462c-4bca-ba4f-e62337b16ed7 None None] Network 593d89fd-3d2a-48c0-b767-945d1b69504d requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:44:07.150897 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4e3669d3-b22a-4b54-aeb6-5c18aed894b1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4626937 Jan 19 18:44:07.150897 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43786) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:07.156462 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2115970713-router', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:07.185054 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9947'] for router (d4efa42e-3795-4743-9c46-2817f3f9b030), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.187028 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2093737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9952'] for router (d4efa42e-3795-4743-9c46-2817f3f9b030), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.254014 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bec15b7-f1a1-5518-be2b-7c4ae9037c47-593d89fd-3d2a-48c0-b767-945d1b69504d', 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d', 'project_id': '1c51c985298e4ae18240de508aac3f05', 'fixed_ips': [{'subnet_id': '397a32ec-7260-44c7-8b3c-e8c7be435044'}]}} from dv-cinder-825360-1-iscsi. {{(pid=103028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 18:44:07.255539 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.265283 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Publish callbacks [] for router_controller (d4efa42e-3795-4743-9c46-2817f3f9b030), precommit_add_association {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.444225 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Publish callbacks [] for router_gateway (d4efa42e-3795-4743-9c46-2817f3f9b030), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.456024 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.db_base_plugin_common [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Allocated IP 172.20.0.2 (593d89fd-3d2a-48c0-b767-945d1b69504d/397a32ec-7260-44c7-8b3c-e8c7be435044/39584f54-94ed-4175-8d5b-19086cc2735c) {{(pid=103028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:44:07.478194 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device b95b863f-50e6-413d-884d-bd8dedee8816 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:07.600757 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port b95b863f-50e6-413d-884d-bd8dedee8816 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:07.601058 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.686720 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Publish callbacks [] for router_gateway (d4efa42e-3795-4743-9c46-2817f3f9b030), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.691395 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Publish callbacks [] for port (39584f54-94ed-4175-8d5b-19086cc2735c), precommit_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.699901 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), after_create {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.712195 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.745955 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Network 593d89fd-3d2a-48c0-b767-945d1b69504d is already hosted by enough agents. {{(pid=103028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:44:07.755259 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.scheduler.base_scheduler [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Resources bound (agent type, host, resource id): {{(pid=103028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:07.762531 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Received port after_create {{(pid=103028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:44:07.775525 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Pushing event updated for resources: {'Port': ['ID=39584f54-94ed-4175-8d5b-19086cc2735c,revision_number=1']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:07.815520 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaba44-ffe5-4bc6-ad50-9552422ca45d req-240ff553-b2a5-4cb3-834b-60b244b82a99 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:07.817147 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7aaaba44-ffe5-4bc6-ad50-9552422ca45d req-240ff553-b2a5-4cb3-834b-60b244b82a99 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.1075594 Jan 19 18:44:07.856031 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Attempting to bind port 39584f54-94ed-4175-8d5b-19086cc2735c on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:44:07.856408 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Attempting to bind port 39584f54-94ed-4175-8d5b-19086cc2735c by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '5e68bb8c-5083-4d8e-992a-cdd5238f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:44:07.856817 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Attempting to bind port 39584f54-94ed-4175-8d5b-19086cc2735c on network 593d89fd-3d2a-48c0-b767-945d1b69504d {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:44:07.865537 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:44:07.865913 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Checking segment: {'id': '5e68bb8c-5083-4d8e-992a-cdd5238f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:44:07.866321 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.866721 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Bound using segment: {'id': '5e68bb8c-5083-4d8e-992a-cdd5238f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:44:07.867214 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Bound port: 39584f54-94ed-4175-8d5b-19086cc2735c, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e68bb8c-5083-4d8e-992a-cdd5238f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:44:07.867604 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.870922 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port b95b863f-50e6-413d-884d-bd8dedee8816 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:07.871303 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:07.899952 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Allocated IP 172.27.3.134 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/042931e2-1859-4c71-887f-e73b3f037001) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:44:07.903628 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port b95b863f-50e6-413d-884d-bd8dedee8816, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=b95b863f-50e6-413d-884d-bd8dedee8816,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:07.909936 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Sync routers for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:44:07.917070 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7aaaba44-ffe5-4bc6-ad50-9552422ca45d req-15ad0c62-97e9-4d0b-9701-ba9db21ad446 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786104 Jan 19 18:44:07.932612 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:07.933280 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:07.957490 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:08.049627 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=b95b863f-50e6-413d-884d-bd8dedee8816,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:08.053842 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] For port 39584f54-94ed-4175-8d5b-19086cc2735c, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:44:08.057631 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] For port 39584f54-94ed-4175-8d5b-19086cc2735c, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=39584f54-94ed-4175-8d5b-19086cc2735c,segment=NetworkSegment(5e68bb8c-5083-4d8e-992a-cdd5238f8590),segment_id=5e68bb8c-5083-4d8e-992a-cdd5238f8590)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:44:08.067563 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:08.072207 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Publish callbacks [] for port (042931e2-1859-4c71-887f-e73b3f037001), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:08.106998 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:08.129984 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (042931e2-1859-4c71-887f-e73b3f037001), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:08.153545 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8d1ad-9407-455f-8c86-cb074901e879 None None] Pushing event updated for resources: {'Port': ['ID=39584f54-94ed-4175-8d5b-19086cc2735c,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:08.183780 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:44:08.187011 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:08.189509 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:44:08.195870 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Pushing event updated for resources: {'Port': ['ID=042931e2-1859-4c71-887f-e73b3f037001,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:08.407458 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 2, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:08.443833 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Checking router: 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:44:08.444524 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Updating router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 port 5b161848-f056-4c53-bf02-fd3b713867fd binding host dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:44:08.491247 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:08.541824 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Publish callbacks [] for router_gateway (d4efa42e-3795-4743-9c46-2817f3f9b030), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:08.754447 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093724'] for router (d4efa42e-3795-4743-9c46-2817f3f9b030), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:08.795104 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Publish callbacks [] for port (5b161848-f056-4c53-bf02-fd3b713867fd), precommit_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:08.801596 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:08.858563 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Pushing event updated for resources: {'Port': ['ID=5b161848-f056-4c53-bf02-fd3b713867fd,revision_number=3']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:08.869254 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.869619 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.869982 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.870321 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.870651 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.870981 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.871305 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.871631 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.871957 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.872296 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.872638 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.872986 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.873314 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:08.909955 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Router d4efa42e-3795-4743-9c46-2817f3f9b030 is scheduled to L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 with binding_index 1 {{(pid=103026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 18:44:08.930590 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Attempting to bind port 5b161848-f056-4c53-bf02-fd3b713867fd on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:44:08.931118 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Attempting to bind port 5b161848-f056-4c53-bf02-fd3b713867fd by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:44:08.931345 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Attempting to bind port 5b161848-f056-4c53-bf02-fd3b713867fd on network 2011822a-dfdc-4dcb-8efc-a08a5235a82a {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:44:08.938815 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:44:08.939186 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Checking segment: {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:44:08.939586 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:08.939980 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Bound using segment: {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:44:08.941049 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Bound port: 5b161848-f056-4c53-bf02-fd3b713867fd, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'}}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:44:08.941621 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:09.008584 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] For port 5b161848-f056-4c53-bf02-fd3b713867fd, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:44:09.012357 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] For port 5b161848-f056-4c53-bf02-fd3b713867fd, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=5b161848-f056-4c53-bf02-fd3b713867fd,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:44:09.017882 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:09.056235 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:44:09.073210 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Sync routers for ids ['d4efa42e-3795-4743-9c46-2817f3f9b030'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:44:09.088723 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Routers {'d4efa42e-3795-4743-9c46-2817f3f9b030'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:09.089374 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['d4efa42e-3795-4743-9c46-2817f3f9b030'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:09.097586 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdbeba-868e-4692-8086-280aff28dff5 None None] Pushing event updated for resources: {'Port': ['ID=5b161848-f056-4c53-bf02-fd3b713867fd,revision_number=4']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:09.103535 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:09.104173 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:09.129543 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:09.133531 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-04de83de-c394-44e9-92b6-c39ddda5985c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9780872 Jan 19 18:44:09.133717 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43796) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:09.160396 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2727ff-ea2e-468c-b0e2-d760ea162caf req-75fc5787-213c-4c64-b800-2e740bcc2f38 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:09.162236 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1f2727ff-ea2e-468c-b0e2-d760ea162caf req-75fc5787-213c-4c64-b800-2e740bcc2f38 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.1083343 Jan 19 18:44:09.245487 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1f2727ff-ea2e-468c-b0e2-d760ea162caf req-ee22e4da-4cf7-4861-b747-26aca12910ff tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683002 Jan 19 18:44:09.265299 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-1474f6a7-566d-4b8b-9019-672cc172d52a None None] Provisioning complete for port 5b161848-f056-4c53-bf02-fd3b713867fd triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:09.265906 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1474f6a7-566d-4b8b-9019-672cc172d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:09.384347 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:09.654755 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Set router d4efa42e-3795-4743-9c46-2817f3f9b030 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:09.720138 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de4eac9-0c31-4be2-93e4-584c50cbe82a None None] Network 593d89fd-3d2a-48c0-b767-945d1b69504d requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:44:09.777658 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device b95b863f-50e6-413d-884d-bd8dedee8816 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:09.826297 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:09.853820 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68b3ac-6c5a-4c6d-8d93-a413e0988174 None None] The sync data for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi is: [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:44:09.938302 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-1474f6a7-566d-4b8b-9019-672cc172d52a None None] Current status of the port 5b161848-f056-4c53-bf02-fd3b713867fd is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:09.938625 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1474f6a7-566d-4b8b-9019-672cc172d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:09.947495 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.036071 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-1474f6a7-566d-4b8b-9019-672cc172d52a None None] For port 5b161848-f056-4c53-bf02-fd3b713867fd, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=5b161848-f056-4c53-bf02-fd3b713867fd,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:10.047092 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port b95b863f-50e6-413d-884d-bd8dedee8816 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:10.047472 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.049061 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1474f6a7-566d-4b8b-9019-672cc172d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.118490 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Allocated IP 172.20.0.1 (593d89fd-3d2a-48c0-b767-945d1b69504d/397a32ec-7260-44c7-8b3c-e8c7be435044/7a8d1936-b130-426c-bee2-40ce9ae29f04) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:44:10.153321 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474f6a7-566d-4b8b-9019-672cc172d52a None None] Pushing event updated for resources: {'Port': ['ID=5b161848-f056-4c53-bf02-fd3b713867fd,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:10.160877 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'name': 'tempest-TestVolumeBootPattern-2115970713-router', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '042931e2-1859-4c71-887f-e73b3f037001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:08Z', 'revision_number': 3, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'gw_port': {'id': '042931e2-1859-4c71-887f-e73b3f037001', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:10.198233 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Checking router: d4efa42e-3795-4743-9c46-2817f3f9b030 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:44:10.198590 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Updating router d4efa42e-3795-4743-9c46-2817f3f9b030 port 042931e2-1859-4c71-887f-e73b3f037001 binding host dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:44:10.247358 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Publish callbacks [] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.261979 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-e4bdb1a9-4534-4eee-989f-632472c02ac8 None None] Provisioning complete for port 39584f54-94ed-4175-8d5b-19086cc2735c triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:10.262368 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb1a9-4534-4eee-989f-632472c02ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.263963 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (042931e2-1859-4c71-887f-e73b3f037001), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.284954 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.330432 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port b95b863f-50e6-413d-884d-bd8dedee8816 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:10.331741 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 5b161848-f056-4c53-bf02-fd3b713867fd up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:10.354890 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Network 593d89fd-3d2a-48c0-b767-945d1b69504d is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:44:10.358671 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:10.363646 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:44:10.428822 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2090665'] for router_interface (d4efa42e-3795-4743-9c46-2817f3f9b030), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.478928 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Pushing event updated for resources: {'Port': ['ID=7a8d1936-b130-426c-bee2-40ce9ae29f04,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:10.516424 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cb62a-3806-4a59-b0e1-45a1295fcc22 req-26252a5a-0bd5-45f9-af5b-b259f787cca1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:10.519470 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1c4cb62a-3806-4a59-b0e1-45a1295fcc22 req-26252a5a-0bd5-45f9-af5b-b259f787cca1 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0943220 Jan 19 18:44:10.599199 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1c4cb62a-3806-4a59-b0e1-45a1295fcc22 req-fcbb9e3c-b7e9-4c57-b5e2-0ce61fbec23f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737531 Jan 19 18:44:10.607610 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 5b161848-f056-4c53-bf02-fd3b713867fd triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:10.607995 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.648356 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.669263 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdb1a9-4534-4eee-989f-632472c02ac8 None None] Current status of the port 39584f54-94ed-4175-8d5b-19086cc2735c is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:10.669663 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb1a9-4534-4eee-989f-632472c02ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.739426 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-e4bdb1a9-4534-4eee-989f-632472c02ac8 None None] For port 39584f54-94ed-4175-8d5b-19086cc2735c, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=39584f54-94ed-4175-8d5b-19086cc2735c,segment=NetworkSegment(5e68bb8c-5083-4d8e-992a-cdd5238f8590),segment_id=5e68bb8c-5083-4d8e-992a-cdd5238f8590)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:10.782246 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb1a9-4534-4eee-989f-632472c02ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.831840 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Publish callbacks [] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.836779 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.841788 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 5b161848-f056-4c53-bf02-fd3b713867fd is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:10.842864 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 39584f54-94ed-4175-8d5b-19086cc2735c up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:10.869282 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Publish callbacks [] for port (042931e2-1859-4c71-887f-e73b3f037001), precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.880574 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-e4bdb1a9-4534-4eee-989f-632472c02ac8 None None] Provisioning complete for port 5b161848-f056-4c53-bf02-fd3b713867fd triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:10.880996 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb1a9-4534-4eee-989f-632472c02ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.890882 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (042931e2-1859-4c71-887f-e73b3f037001), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.905914 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Pushing event updated for resources: {'Port': ['ID=7a8d1936-b130-426c-bee2-40ce9ae29f04,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:10.909488 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2055416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090589'] for router_interface (d4efa42e-3795-4743-9c46-2817f3f9b030), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:10.913066 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdb1a9-4534-4eee-989f-632472c02ac8 None None] Pushing event updated for resources: {'Port': ['ID=39584f54-94ed-4175-8d5b-19086cc2735c,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:10.990922 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e760d25-fa7c-4b5f-b73d-1990b4d954f6 None None] Pushing event updated for resources: {'Port': ['ID=042931e2-1859-4c71-887f-e73b3f037001,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:10.994267 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Attempting to bind port 042931e2-1859-4c71-887f-e73b3f037001 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:44:10.994267 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Attempting to bind port 042931e2-1859-4c71-887f-e73b3f037001 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:44:10.994586 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Attempting to bind port 042931e2-1859-4c71-887f-e73b3f037001 on network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:44:11.005178 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Network 593d89fd-3d2a-48c0-b767-945d1b69504d is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:44:11.006529 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:11.008094 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:44:11.008479 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Checking segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:44:11.008920 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:11.009315 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Bound using segment: {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:44:11.009798 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Bound port: 042931e2-1859-4c71-887f-e73b3f037001, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa19033-7ef6-490c-a4a9-57cfa66e8709', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:44:11.010182 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (042931e2-1859-4c71-887f-e73b3f037001), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:11.039907 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 39584f54-94ed-4175-8d5b-19086cc2735c triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:11.039907 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:11.123014 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdb1a9-4534-4eee-989f-632472c02ac8 None None] Current status of the port 5b161848-f056-4c53-bf02-fd3b713867fd is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:11.134789 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] For port 042931e2-1859-4c71-887f-e73b3f037001, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:44:11.135750 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Router d4efa42e-3795-4743-9c46-2817f3f9b030 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:44:11.139488 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] For port 042931e2-1859-4c71-887f-e73b3f037001, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=042931e2-1859-4c71-887f-e73b3f037001,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:44:11.145996 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (042931e2-1859-4c71-887f-e73b3f037001), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:11.247388 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 39584f54-94ed-4175-8d5b-19086cc2735c is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:11.253241 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e760d25-fa7c-4b5f-b73d-1990b4d954f6 None None] Pushing event updated for resources: {'Port': ['ID=042931e2-1859-4c71-887f-e73b3f037001,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:11.259853 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Routers {'d4efa42e-3795-4743-9c46-2817f3f9b030'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:11.259853 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['d4efa42e-3795-4743-9c46-2817f3f9b030'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:11.300397 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-4fb4dbf6-d3f4-46f1-926d-54adbb98e9b1 None None] Provisioning complete for port 39584f54-94ed-4175-8d5b-19086cc2735c triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:11.300397 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dbf6-d3f4-46f1-926d-54adbb98e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:11.484559 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 5b161848-f056-4c53-bf02-fd3b713867fd up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:11.508363 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:44:11.518071 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-202be4e6-c981-47cd-bc46-8aee8ddb6f0d admin admin] 10.222.0.39 "PUT /v2.0/routers/d4efa42e-3795-4743-9c46-2817f3f9b030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3832891 Jan 19 18:44:11.622561 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] Set router d4efa42e-3795-4743-9c46-2817f3f9b030 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:11.694012 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 5b161848-f056-4c53-bf02-fd3b713867fd triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:11.694808 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:11.761552 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f397-0194-4c68-89db-198174da06d5 req-56517f1a-009f-4831-9da6-296a0916db6d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:11.770225 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-94f6f397-0194-4c68-89db-198174da06d5 req-56517f1a-009f-4831-9da6-296a0916db6d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0732732 Jan 19 18:44:11.781395 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 25fb0bac-be9d-41b6-944e-57b6fd21b448 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:44:11.791309 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4dbf6-d3f4-46f1-926d-54adbb98e9b1 None None] Current status of the port 39584f54-94ed-4175-8d5b-19086cc2735c is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:11.827540 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-94f6f397-0194-4c68-89db-198174da06d5 req-1457d4ec-81a3-406e-9a08-08be913d5ad2 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564041 Jan 19 18:44:11.933678 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-4fb4dbf6-d3f4-46f1-926d-54adbb98e9b1 None None] Provisioning complete for port 7a8d1936-b130-426c-bee2-40ce9ae29f04 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:11.934263 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dbf6-d3f4-46f1-926d-54adbb98e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.038252 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4dbf6-d3f4-46f1-926d-54adbb98e9b1 None None] Port 7a8d1936-b130-426c-bee2-40ce9ae29f04 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:44:12.075766 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 5b161848-f056-4c53-bf02-fd3b713867fd is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:12.077278 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 39584f54-94ed-4175-8d5b-19086cc2735c up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:12.111867 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:12.164747 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'port_id': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'mac_address': 'fa:16:3e:64:c3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:44:12.180381 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43838) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:12.185516 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-5ce92488-7edc-4b65-8f5e-de00928c5589 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910142140', 'description': 'tempest-secgroup-smoke-910142140 description', 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:12.226818 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ce92488-7edc-4b65-8f5e-de00928c5589 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.250975 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 25fb0bac-be9d-41b6-944e-57b6fd21b448 is: ACTIVE; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:12.251560 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.272665 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 39584f54-94ed-4175-8d5b-19086cc2735c triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:12.273032 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.281143 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25fb0bac-be9d-41b6-944e-57b6fd21b448 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:44:12.328854 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'name': 'tempest-TestVolumeBootPattern-2115970713-router', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '042931e2-1859-4c71-887f-e73b3f037001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:10Z', 'revision_number': 4, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'gw_port': {'id': '042931e2-1859-4c71-887f-e73b3f037001', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '7a8d1936-b130-426c-bee2-40ce9ae29f04', 'name': '', 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'mac_address': 'fa:16:3e:89:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '397a32ec-7260-44c7-8b3c-e8c7be435044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:09Z', 'updated_at': '2022-01-19T18:44:10Z', 'revision_number': 2, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'subnets': [{'id': '397a32ec-7260-44c7-8b3c-e8c7be435044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:12.354888 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ce92488-7edc-4b65-8f5e-de00928c5589 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group (0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.360521 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ce92488-7edc-4b65-8f5e-de00928c5589 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.363472 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f370c65-0e7e-447b-aab9-d04df15ce81d None None] The sync data for ids ['d4efa42e-3795-4743-9c46-2817f3f9b030'] in dv-cinder-825360-1-iscsi is: [{'id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'name': 'tempest-TestVolumeBootPattern-2115970713-router', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '042931e2-1859-4c71-887f-e73b3f037001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:10Z', 'revision_number': 4, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'gw_port': {'id': '042931e2-1859-4c71-887f-e73b3f037001', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '7a8d1936-b130-426c-bee2-40ce9ae29f04', 'name': '', 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'mac_address': 'fa:16:3e:89:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '397a32ec-7260-44c7-8b3c-e8c7be435044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:09Z', 'updated_at': '2022-01-19T18:44:10Z', 'revision_number': 2, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'subnets': [{'id': '397a32ec-7260-44c7-8b3c-e8c7be435044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:44:12.368844 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:12.379474 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.430448 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ce92488-7edc-4b65-8f5e-de00928c5589 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.435427 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-5ce92488-7edc-4b65-8f5e-de00928c5589 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2503846 Jan 19 18:44:12.435620 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43840) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:12.439627 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-3541d9dc-9479-4fc0-858b-0e5449ad4b65 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'security_group_rule': {'security_group_id': '0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d', 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:12.456242 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce92488-7edc-4b65-8f5e-de00928c5589 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:12.464429 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=25fb0bac-be9d-41b6-944e-57b6fd21b448,revision_number=6']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:12.496813 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3541d9dc-9479-4fc0-858b-0e5449ad4b65 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (eb21afcf-f53d-41dd-8473-c8924f29960e), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.510918 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['25fb0bac-be9d-41b6-944e-57b6fd21b448'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:44:12.563934 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 39584f54-94ed-4175-8d5b-19086cc2735c is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:12.600936 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3541d9dc-9479-4fc0-858b-0e5449ad4b65 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (eb21afcf-f53d-41dd-8473-c8924f29960e), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.611389 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3541d9dc-9479-4fc0-858b-0e5449ad4b65 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (eb21afcf-f53d-41dd-8473-c8924f29960e), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.651832 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541d9dc-9479-4fc0-858b-0e5449ad4b65 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb21afcf-f53d-41dd-8473-c8924f29960e,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:12.682942 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3541d9dc-9479-4fc0-858b-0e5449ad4b65 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.685875 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3541d9dc-9479-4fc0-858b-0e5449ad4b65 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2498605 Jan 19 18:44:12.688693 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43844) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:12.693647 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-5ca35006-fa22-4a89-86d4-cbf520b513c8 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'security_group_rule': {'security_group_id': '0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d', 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:12.771799 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ca35006-fa22-4a89-86d4-cbf520b513c8 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (8987d120-db68-4367-90a1-d32e87f1f8bd), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.918515 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ca35006-fa22-4a89-86d4-cbf520b513c8 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (8987d120-db68-4367-90a1-d32e87f1f8bd), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.926985 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ca35006-fa22-4a89-86d4-cbf520b513c8 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (8987d120-db68-4367-90a1-d32e87f1f8bd), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.974701 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca35006-fa22-4a89-86d4-cbf520b513c8 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8987d120-db68-4367-90a1-d32e87f1f8bd,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:12.988027 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5ca35006-fa22-4a89-86d4-cbf520b513c8 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:12.990494 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-5ca35006-fa22-4a89-86d4-cbf520b513c8 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3005226 Jan 19 18:44:12.994033 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43852) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:13.016987 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-068a37d7-5b36-436a-8fdb-6de5afd4d6a6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'security_group_rule': {'security_group_id': '0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d', 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:13.038290 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838b715-7f40-4344-92b5-2cd7075c128c req-fa61c239-62ec-4542-8484-bcb2861d8ecc tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:13.047063 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4838b715-7f40-4344-92b5-2cd7075c128c req-fa61c239-62ec-4542-8484-bcb2861d8ecc tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 944 time: 0.0982597 Jan 19 18:44:13.078898 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-068a37d7-5b36-436a-8fdb-6de5afd4d6a6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (1c87e7fd-93b8-4ea4-a4d1-49519e21a77c), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.142906 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4838b715-7f40-4344-92b5-2cd7075c128c req-f88fdf47-7c6d-47ce-9b72-af9ee4080da4 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931616 Jan 19 18:44:13.234924 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-068a37d7-5b36-436a-8fdb-6de5afd4d6a6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (1c87e7fd-93b8-4ea4-a4d1-49519e21a77c), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.243641 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-068a37d7-5b36-436a-8fdb-6de5afd4d6a6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (1c87e7fd-93b8-4ea4-a4d1-49519e21a77c), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.275519 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a37d7-5b36-436a-8fdb-6de5afd4d6a6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c87e7fd-93b8-4ea4-a4d1-49519e21a77c,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:13.297632 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-068a37d7-5b36-436a-8fdb-6de5afd4d6a6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.302179 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 43854) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:13.320835 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-17ce0b94-cb2f-49b8-a67d-67d6e2edeba3 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'security_group_rule': {'security_group_id': '0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d', 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:13.329604 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-068a37d7-5b36-436a-8fdb-6de5afd4d6a6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288677 Jan 19 18:44:13.427021 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-17ce0b94-cb2f-49b8-a67d-67d6e2edeba3 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (8c58301b-3d44-471c-8524-4ba6457b7c22), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.563072 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-17ce0b94-cb2f-49b8-a67d-67d6e2edeba3 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (8c58301b-3d44-471c-8524-4ba6457b7c22), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.570124 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-17ce0b94-cb2f-49b8-a67d-67d6e2edeba3 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (8c58301b-3d44-471c-8524-4ba6457b7c22), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.590585 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce0b94-cb2f-49b8-a67d-67d6e2edeba3 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c58301b-3d44-471c-8524-4ba6457b7c22,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:13.604580 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-17ce0b94-cb2f-49b8-a67d-67d6e2edeba3 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.606485 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-17ce0b94-cb2f-49b8-a67d-67d6e2edeba3 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2952728 Jan 19 18:44:13.609600 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43860) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:13.616609 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-37143392-9768-45a1-9d1b-6684102737e2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'security_group_rule': {'security_group_id': '0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d', 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:13.653237 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.securitygroups_db [None req-37143392-9768-45a1-9d1b-6684102737e2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Project d2637ef20caa4424ad4fd2cc3030f292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 18:44:13.661289 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-37143392-9768-45a1-9d1b-6684102737e2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (a620a586-9ec5-4a4c-93ef-a7859424b860), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.745011 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-37143392-9768-45a1-9d1b-6684102737e2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (a620a586-9ec5-4a4c-93ef-a7859424b860), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.750182 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-37143392-9768-45a1-9d1b-6684102737e2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (a620a586-9ec5-4a4c-93ef-a7859424b860), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.778981 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37143392-9768-45a1-9d1b-6684102737e2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a620a586-9ec5-4a4c-93ef-a7859424b860,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:13.782595 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 25fb0bac-be9d-41b6-944e-57b6fd21b448 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:13.787576 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-37143392-9768-45a1-9d1b-6684102737e2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.793399 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-37143392-9768-45a1-9d1b-6684102737e2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1816735 Jan 19 18:44:13.795746 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 43862) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:13.801052 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-a2a67206-7be6-4542-a32e-14e48e2bcc89 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'security_group_rule': {'security_group_id': '0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d', 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:13.835623 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.securitygroups_db [None req-a2a67206-7be6-4542-a32e-14e48e2bcc89 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Project d2637ef20caa4424ad4fd2cc3030f292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 18:44:13.843732 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a2a67206-7be6-4542-a32e-14e48e2bcc89 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (d1c58f67-b1a4-4a39-a67c-6f2213ea0292), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.869988 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 25fb0bac-be9d-41b6-944e-57b6fd21b448 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:13.870614 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.939418 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a2a67206-7be6-4542-a32e-14e48e2bcc89 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (d1c58f67-b1a4-4a39-a67c-6f2213ea0292), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.947091 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a2a67206-7be6-4542-a32e-14e48e2bcc89 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066554'] for security_group_rule (d1c58f67-b1a4-4a39-a67c-6f2213ea0292), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.976121 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a67206-7be6-4542-a32e-14e48e2bcc89 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c58f67-b1a4-4a39-a67c-6f2213ea0292,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:13.987921 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a2a67206-7be6-4542-a32e-14e48e2bcc89 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:13.989332 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a2a67206-7be6-4542-a32e-14e48e2bcc89 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1925838 Jan 19 18:44:13.994357 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 25fb0bac-be9d-41b6-944e-57b6fd21b448 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:13.994658 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:14.035213 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:44:14.038718 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06701666-715f-449f-8fed-727fe9cdcd95" -d '{"events": [{"server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "name": "network-vif-plugged", "status": "completed", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:44:14.057784 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:14.067528 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:14.177375 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=25fb0bac-be9d-41b6-944e-57b6fd21b448,revision_number=7']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:14.223931 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6a2865-510b-4497-be8c-cae33e6e9ee2 x-openstack-request-id: req-bb6a2865-510b-4497-be8c-cae33e6e9ee2 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:44:14.224423 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "name": "network-vif-plugged", "status": "completed", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:44:14.224870 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb6a2865-510b-4497-be8c-cae33e6e9ee2 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:44:14.225529 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'code': 200} Jan 19 18:44:14.319621 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486d232-1f79-4dad-8f8a-05ad077bf3db req-ef8f830f-f3dd-4083-b564-8dd5f36f49a2 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:14.330453 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b486d232-1f79-4dad-8f8a-05ad077bf3db req-ef8f830f-f3dd-4083-b564-8dd5f36f49a2 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0749969 Jan 19 18:44:14.405212 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b486d232-1f79-4dad-8f8a-05ad077bf3db req-7b76bfdf-d511-417f-bab5-db2fb15fbb53 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729575 Jan 19 18:44:15.491663 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 042931e2-1859-4c71-887f-e73b3f037001 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:15.593392 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 042931e2-1859-4c71-887f-e73b3f037001 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:15.594569 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (042931e2-1859-4c71-887f-e73b3f037001), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:15.676224 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09be80-7582-426c-a190-eba91218c7ab req-dbf48369-dcd9-4bb1-ab28-fb4882379e61 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:15.684990 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 042931e2-1859-4c71-887f-e73b3f037001 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:15.685652 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (042931e2-1859-4c71-887f-e73b3f037001), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:15.686928 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd09be80-7582-426c-a190-eba91218c7ab req-dbf48369-dcd9-4bb1-ab28-fb4882379e61 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.1181400 Jan 19 18:44:15.711483 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] For port 042931e2-1859-4c71-887f-e73b3f037001, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=042931e2-1859-4c71-887f-e73b3f037001,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:15.720119 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (042931e2-1859-4c71-887f-e73b3f037001), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:15.782888 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd09be80-7582-426c-a190-eba91218c7ab req-d8cbe0f6-35e2-474c-8494-847d1417739c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915282 Jan 19 18:44:15.849768 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Pushing event updated for resources: {'Port': ['ID=042931e2-1859-4c71-887f-e73b3f037001,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:16.932281 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d357a8-9eb3-41c4-9b3a-a74ecb956a2f req-602ddbc8-497b-42d7-8159-d9e5d41108c2 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:16.940548 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-15d357a8-9eb3-41c4-9b3a-a74ecb956a2f req-602ddbc8-497b-42d7-8159-d9e5d41108c2 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0677946 Jan 19 18:44:16.957072 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Sync routers for ids ['d4efa42e-3795-4743-9c46-2817f3f9b030'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:44:16.973122 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Routers {'d4efa42e-3795-4743-9c46-2817f3f9b030'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:16.974064 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['d4efa42e-3795-4743-9c46-2817f3f9b030'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:17.005936 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-15d357a8-9eb3-41c4-9b3a-a74ecb956a2f req-5df0e604-e0b5-45da-add1-52bb681b3fe0 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564353 Jan 19 18:44:17.096242 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Set router d4efa42e-3795-4743-9c46-2817f3f9b030 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:17.317203 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'name': 'tempest-TestVolumeBootPattern-2115970713-router', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '042931e2-1859-4c71-887f-e73b3f037001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:10Z', 'revision_number': 4, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'gw_port': {'id': '042931e2-1859-4c71-887f-e73b3f037001', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '7a8d1936-b130-426c-bee2-40ce9ae29f04', 'name': '', 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'mac_address': 'fa:16:3e:89:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '397a32ec-7260-44c7-8b3c-e8c7be435044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:09Z', 'updated_at': '2022-01-19T18:44:10Z', 'revision_number': 2, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'subnets': [{'id': '397a32ec-7260-44c7-8b3c-e8c7be435044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:17.344830 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Checking router: d4efa42e-3795-4743-9c46-2817f3f9b030 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:44:17.345294 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Updating router d4efa42e-3795-4743-9c46-2817f3f9b030 port 7a8d1936-b130-426c-bee2-40ce9ae29f04 binding host dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 18:44:17.374707 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:17.443588 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 042931e2-1859-4c71-887f-e73b3f037001 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:17.514263 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 042931e2-1859-4c71-887f-e73b3f037001 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:17.514647 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (042931e2-1859-4c71-887f-e73b3f037001), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:17.619992 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 042931e2-1859-4c71-887f-e73b3f037001 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:17.718694 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Publish callbacks [] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), precommit_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:17.724189 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:17.779887 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8292a-3704-455e-a5df-120e865fb93d None None] Pushing event updated for resources: {'Port': ['ID=7a8d1936-b130-426c-bee2-40ce9ae29f04,revision_number=3']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:17.872131 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Attempting to bind port 7a8d1936-b130-426c-bee2-40ce9ae29f04 on host dv-cinder-825360-1-iscsi for vnic_type normal with profile {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:44:17.873319 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Attempting to bind port 7a8d1936-b130-426c-bee2-40ce9ae29f04 by drivers openvswitch,hyperv on host dv-cinder-825360-1-iscsi at level 0 using segments [{'id': '5e68bb8c-5083-4d8e-992a-cdd5238f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d'}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:44:17.873935 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Attempting to bind port 7a8d1936-b130-426c-bee2-40ce9ae29f04 on network 593d89fd-3d2a-48c0-b767-945d1b69504d {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:44:17.881014 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Checking agent: {'id': '2a34255d-681b-4f94-9b3d-266787721ca8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825360-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 30, 26), 'started_at': datetime.datetime(2022, 1, 19, 18, 30, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825360-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:44:17.881861 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Checking segment: {'id': '5e68bb8c-5083-4d8e-992a-cdd5238f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:44:17.882995 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:17.883796 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Bound using segment: {'id': '5e68bb8c-5083-4d8e-992a-cdd5238f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d'} {{(pid=103029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:44:17.885153 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.managers [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Bound port: 7a8d1936-b130-426c-bee2-40ce9ae29f04, host: dv-cinder-825360-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e68bb8c-5083-4d8e-992a-cdd5238f8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d'}}] {{(pid=103029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:44:17.885799 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), before_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:17.985744 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] For port 7a8d1936-b130-426c-bee2-40ce9ae29f04, host dv-cinder-825360-1-iscsi, cleared binding levels {{(pid=103029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:44:17.991585 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.db [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] For port 7a8d1936-b130-426c-bee2-40ce9ae29f04, host dv-cinder-825360-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=7a8d1936-b130-426c-bee2-40ce9ae29f04,segment=NetworkSegment(5e68bb8c-5083-4d8e-992a-cdd5238f8590),segment_id=5e68bb8c-5083-4d8e-992a-cdd5238f8590)] {{(pid=103029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:44:17.998033 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), after_update {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:18.088950 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8292a-3704-455e-a5df-120e865fb93d None None] Pushing event updated for resources: {'Port': ['ID=7a8d1936-b130-426c-bee2-40ce9ae29f04,revision_number=4']} {{(pid=103029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:18.137261 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-f50c5563-e853-47e1-bf05-aac1b1888b08 None None] Provisioning complete for port 7a8d1936-b130-426c-bee2-40ce9ae29f04 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:18.137647 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-f50c5563-e853-47e1-bf05-aac1b1888b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:18.156500 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Routers {'d4efa42e-3795-4743-9c46-2817f3f9b030'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:18.157169 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:43:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['d4efa42e-3795-4743-9c46-2817f3f9b030'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:18.172780 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7074629-6f5d-46cb-a1ff-8560619888f9 req-193e7e60-8e9f-4aa5-82c1-8b5364ad0315 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:18.175722 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7074629-6f5d-46cb-a1ff-8560619888f9 req-193e7e60-8e9f-4aa5-82c1-8b5364ad0315 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0750308 Jan 19 18:44:18.246681 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7074629-6f5d-46cb-a1ff-8560619888f9 req-cfed0fbc-b62c-4b47-bf93-db9ea405ef92 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643919 Jan 19 18:44:18.312781 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:18.318118 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-f50c5563-e853-47e1-bf05-aac1b1888b08 None None] Current status of the port 7a8d1936-b130-426c-bee2-40ce9ae29f04 is: DOWN; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:18.318666 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-f50c5563-e853-47e1-bf05-aac1b1888b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:18.348572 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] Set router d4efa42e-3795-4743-9c46-2817f3f9b030 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:18.364737 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-f50c5563-e853-47e1-bf05-aac1b1888b08 None None] For port 7a8d1936-b130-426c-bee2-40ce9ae29f04, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=7a8d1936-b130-426c-bee2-40ce9ae29f04,segment=NetworkSegment(5e68bb8c-5083-4d8e-992a-cdd5238f8590),segment_id=5e68bb8c-5083-4d8e-992a-cdd5238f8590)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:18.370894 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-f50c5563-e853-47e1-bf05-aac1b1888b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:18.437299 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c5563-e853-47e1-bf05-aac1b1888b08 None None] Pushing event updated for resources: {'Port': ['ID=7a8d1936-b130-426c-bee2-40ce9ae29f04,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:18.501547 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-66192802-a5f3-4879-8642-623c8e9695c4 None None] Provisioning complete for port 7a8d1936-b130-426c-bee2-40ce9ae29f04 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:18.502213 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-66192802-a5f3-4879-8642-623c8e9695c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:18.630759 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-66192802-a5f3-4879-8642-623c8e9695c4 None None] Current status of the port 7a8d1936-b130-426c-bee2-40ce9ae29f04 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:18.638927 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'name': 'tempest-TestVolumeBootPattern-2115970713-router', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '042931e2-1859-4c71-887f-e73b3f037001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:10Z', 'revision_number': 4, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'gw_port': {'id': '042931e2-1859-4c71-887f-e73b3f037001', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '7a8d1936-b130-426c-bee2-40ce9ae29f04', 'name': '', 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'mac_address': 'fa:16:3e:89:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '397a32ec-7260-44c7-8b3c-e8c7be435044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:09Z', 'updated_at': '2022-01-19T18:44:17Z', 'revision_number': 4, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'subnets': [{'id': '397a32ec-7260-44c7-8b3c-e8c7be435044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:18.668774 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400fbbe-65a0-4a2b-9ece-0c3d2cea0004 None None] The sync data for ids ['d4efa42e-3795-4743-9c46-2817f3f9b030'] in dv-cinder-825360-1-iscsi is: [{'id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'name': 'tempest-TestVolumeBootPattern-2115970713-router', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '042931e2-1859-4c71-887f-e73b3f037001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:10Z', 'revision_number': 4, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'gw_port': {'id': '042931e2-1859-4c71-887f-e73b3f037001', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '7a8d1936-b130-426c-bee2-40ce9ae29f04', 'name': '', 'network_id': '593d89fd-3d2a-48c0-b767-945d1b69504d', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'mac_address': 'fa:16:3e:89:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '397a32ec-7260-44c7-8b3c-e8c7be435044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:09Z', 'updated_at': '2022-01-19T18:44:17Z', 'revision_number': 4, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'subnets': [{'id': '397a32ec-7260-44c7-8b3c-e8c7be435044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:44:19.404974 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fdf32-8d44-40b4-80a6-13d8c6687c1d req-463ca26b-24f8-4aaf-8046-917b5e9e8196 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:19.406943 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd2fdf32-8d44-40b4-80a6-13d8c6687c1d req-463ca26b-24f8-4aaf-8046-917b5e9e8196 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0604761 Jan 19 18:44:19.462384 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd2fdf32-8d44-40b4-80a6-13d8c6687c1d req-b40d1da7-1070-4406-bc29-7aa60e1484e8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494869 Jan 19 18:44:19.500463 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 7a8d1936-b130-426c-bee2-40ce9ae29f04 up at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:19.559483 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-c035e50f-761b-4e16-a9b6-1fc7fd140564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:19.575093 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Provisioning complete for port 7a8d1936-b130-426c-bee2-40ce9ae29f04 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:19.575646 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:19.853187 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Current status of the port 7a8d1936-b130-426c-bee2-40ce9ae29f04 is: ACTIVE; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:20.614406 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f53cce-3015-41c1-9992-2a7b4f622e4b req-20b6f800-cb33-420d-ad9f-2698568d61c8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:20.616900 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-47f53cce-3015-41c1-9992-2a7b4f622e4b req-20b6f800-cb33-420d-ad9f-2698568d61c8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0551724 Jan 19 18:44:20.680017 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-47f53cce-3015-41c1-9992-2a7b4f622e4b req-d04108e0-e759-4394-bb43-d84e85fe5dea tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567517 Jan 19 18:44:21.847351 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a6d19-4771-4f0b-a2b9-92b8357dae16 req-7ddcba41-d329-40ed-98ba-e64ce4da0c9b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:21.854805 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-307a6d19-4771-4f0b-a2b9-92b8357dae16 req-7ddcba41-d329-40ed-98ba-e64ce4da0c9b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0870695 Jan 19 18:44:21.907346 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-307a6d19-4771-4f0b-a2b9-92b8357dae16 req-5b766133-814d-484e-be28-7c190fe18eda tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513737 Jan 19 18:44:22.271729 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6f8baffa-8522-4cac-9843-24ce5f58b001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:23.053844 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddf4b4-9e00-4f93-a7ac-847d400440f4 req-5da68985-1760-4c6f-b91e-c8111c54ec54 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:23.055350 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e0ddf4b4-9e00-4f93-a7ac-847d400440f4 req-5da68985-1760-4c6f-b91e-c8111c54ec54 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0503626 Jan 19 18:44:23.105142 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e0ddf4b4-9e00-4f93-a7ac-847d400440f4 req-16f68959-3aa4-4cdc-9050-3285ec979539 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441651 Jan 19 18:44:23.152855 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:23.478855 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880f608-5e7b-4796-989d-33e8270ccfdf req-f968c121-653f-4a28-9a2d-b55358c2265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:23.480319 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9880f608-5e7b-4796-989d-33e8270ccfdf req-f968c121-653f-4a28-9a2d-b55358c2265a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 1098 time: 0.0459170 Jan 19 18:44:23.588210 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880f608-5e7b-4796-989d-33e8270ccfdf req-5ff936ec-3b60-402e-9f4c-26366de4091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:23.589715 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9880f608-5e7b-4796-989d-33e8270ccfdf req-5ff936ec-3b60-402e-9f4c-26366de4091a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 916 time: 0.0899653 Jan 19 18:44:23.656295 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9880f608-5e7b-4796-989d-33e8270ccfdf req-b5d6dea6-529f-404a-95ba-56401b8e7317 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448 HTTP/1.1" status: 200 len: 1000 time: 0.0595806 Jan 19 18:44:23.704868 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880f608-5e7b-4796-989d-33e8270ccfdf req-d5e02625-f139-4d7f-a752-f7364268f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:23.706953 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9880f608-5e7b-4796-989d-33e8270ccfdf req-d5e02625-f139-4d7f-a752-f7364268f772 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.0445700 Jan 19 18:44:23.749823 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880f608-5e7b-4796-989d-33e8270ccfdf req-8740627f-fcb2-452e-930a-86bed85804ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:23.751316 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9880f608-5e7b-4796-989d-33e8270ccfdf req-8740627f-fcb2-452e-930a-86bed85804ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381508 Jan 19 18:44:23.840794 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9880f608-5e7b-4796-989d-33e8270ccfdf req-a182850e-d7e3-4627-87e2-aa7d7515a0b2 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829782 Jan 19 18:44:23.930568 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9880f608-5e7b-4796-989d-33e8270ccfdf req-6a16b2c2-b295-4529-87ec-a1d991540a13 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832222 Jan 19 18:44:24.012396 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7438cf-4cae-4470-8e7a-d9b9c5170740 req-60bb006d-f439-4f46-875e-e3f3eed6397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:24.013930 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fc7438cf-4cae-4470-8e7a-d9b9c5170740 req-60bb006d-f439-4f46-875e-e3f3eed6397a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 1098 time: 0.0418432 Jan 19 18:44:24.118798 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7438cf-4cae-4470-8e7a-d9b9c5170740 req-ef2b039a-113a-4f96-b50d-ae9635fb45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:24.120704 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fc7438cf-4cae-4470-8e7a-d9b9c5170740 req-ef2b039a-113a-4f96-b50d-ae9635fb45f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 916 time: 0.0978451 Jan 19 18:44:24.220887 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fc7438cf-4cae-4470-8e7a-d9b9c5170740 req-c10b4d77-8bf7-4978-952a-652f3b25f371 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448 HTTP/1.1" status: 200 len: 1000 time: 0.0920613 Jan 19 18:44:24.280799 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe899ee-f0e3-402a-95d8-e389a0698435 req-1ce0feb4-c454-43fc-acd4-8df1729a5a98 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:24.287931 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ffe899ee-f0e3-402a-95d8-e389a0698435 req-1ce0feb4-c454-43fc-acd4-8df1729a5a98 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.1062827 Jan 19 18:44:24.313093 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7438cf-4cae-4470-8e7a-d9b9c5170740 req-8646241d-cf61-4daf-bd7b-1a7bf528adad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:24.314526 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fc7438cf-4cae-4470-8e7a-d9b9c5170740 req-8646241d-cf61-4daf-bd7b-1a7bf528adad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.0833311 Jan 19 18:44:24.363127 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ffe899ee-f0e3-402a-95d8-e389a0698435 req-7f7a67f0-bee7-4012-8391-1df509ef3ebc tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743515 Jan 19 18:44:24.376174 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7438cf-4cae-4470-8e7a-d9b9c5170740 req-a58299b8-e399-4de6-a6be-8d9f531f8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:24.377689 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fc7438cf-4cae-4470-8e7a-d9b9c5170740 req-a58299b8-e399-4de6-a6be-8d9f531f8ac6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517459 Jan 19 18:44:24.470098 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fc7438cf-4cae-4470-8e7a-d9b9c5170740 req-1d80f848-6022-41c3-89cf-6e5a45a534ca service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860431 Jan 19 18:44:24.487892 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:24.561065 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fc7438cf-4cae-4470-8e7a-d9b9c5170740 req-2abb15bd-0ef6-4c74-bfc0-e1dcb01db809 service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845318 Jan 19 18:44:25.485354 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa8b3f-c8cc-4e7c-8890-9b95987fd568 req-f82996b8-bee7-46d3-b3ec-03059bc14116 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:25.486825 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-82fa8b3f-c8cc-4e7c-8890-9b95987fd568 req-f82996b8-bee7-46d3-b3ec-03059bc14116 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0521014 Jan 19 18:44:25.534411 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-82fa8b3f-c8cc-4e7c-8890-9b95987fd568 req-d01734a3-b892-453b-ab62-89fade2e8663 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415366 Jan 19 18:44:26.051645 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:26.653476 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b394dfd-a124-453b-a720-b67e5f03e839 req-6aec8aae-169a-4930-a0fd-d147ff72b3cb tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:26.654921 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7b394dfd-a124-453b-a720-b67e5f03e839 req-6aec8aae-169a-4930-a0fd-d147ff72b3cb tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0479355 Jan 19 18:44:26.700368 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7b394dfd-a124-453b-a720-b67e5f03e839 req-78772b1c-5080-42a1-b292-d8a816551d11 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398545 Jan 19 18:44:27.573144 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d1b3e-3bb5-4541-827f-05963b6735f4 req-5ffefa2e-1ec5-4ba3-be81-9457631dcab6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:27.574764 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d8d1b3e-3bb5-4541-827f-05963b6735f4 req-5ffefa2e-1ec5-4ba3-be81-9457631dcab6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 945 time: 0.0501790 Jan 19 18:44:27.602968 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-5cc39434-ad90-420e-b3cb-a45cf6b7e773 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398662 Jan 19 18:44:27.637697 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d8d1b3e-3bb5-4541-827f-05963b6735f4 req-df829f28-91bd-4611-9801-2eb3c45a0b3a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575337 Jan 19 18:44:27.860762 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 25fb0bac-be9d-41b6-944e-57b6fd21b448 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:44:27.938864 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 25fb0bac-be9d-41b6-944e-57b6fd21b448 is: ACTIVE; New status is: DOWN {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:27.939387 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:27.963665 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:44:27.965735 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3fadc7-710d-428a-94a7-25fc8988cbf2" -d '{"events": [{"server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "name": "network-vif-unplugged", "status": "completed", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:44:27.979502 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:27.984613 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:28.014847 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 19 Jan 2022 18:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ddad78-d47f-47d5-89ba-bfd327b6b2eb x-openstack-request-id: req-d7ddad78-d47f-47d5-89ba-bfd327b6b2eb {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:44:28.015139 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "name": "network-vif-unplugged", "status": "failed", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448", "code": 422}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:44:28.015392 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7ddad78-d47f-47d5-89ba-bfd327b6b2eb {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:44:28.015830 dv-cinder-825360-1-iscsi neutron-server[103028]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'code': 422} returned with failed status Jan 19 18:44:28.046907 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=25fb0bac-be9d-41b6-944e-57b6fd21b448,revision_number=8']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:28.472861 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-8119a978-576e-4b61-ba80-5e3899682ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:28.475847 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-8119a978-576e-4b61-ba80-5e3899682ded service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f&tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0 HTTP/1.1" status: 200 len: 1096 time: 0.0414464 Jan 19 18:44:28.536841 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-4c75d1d6-6000-408d-be2b-b6530d098dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:28.538290 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-4c75d1d6-6000-408d-be2b-b6530d098dd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 1096 time: 0.0403626 Jan 19 18:44:28.906579 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85fb05-859f-405e-8a15-d49e31e431d6 req-21a016ac-4205-4916-93dd-793ff3a2f6a8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:28.908048 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b85fb05-859f-405e-8a15-d49e31e431d6 req-21a016ac-4205-4916-93dd-793ff3a2f6a8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0782952 Jan 19 18:44:28.910943 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-53671dc5-cfa5-4f15-a66b-74191ccdb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:28.912468 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-53671dc5-cfa5-4f15-a66b-74191ccdb752 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 200 len: 916 time: 0.3681622 Jan 19 18:44:29.004633 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b85fb05-859f-405e-8a15-d49e31e431d6 req-9f3f0b9d-d792-4216-9aee-ae6c161da5ff tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906594 Jan 19 18:44:29.013156 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-6623abe6-9ccc-47e5-9fcb-84641353be9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448 HTTP/1.1" status: 200 len: 998 time: 0.0857625 Jan 19 18:44:29.062249 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-3c957589-7a23-413e-ac53-d221a9a06d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:29.063812 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-3c957589-7a23-413e-ac53-d221a9a06d60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 200 len: 855 time: 0.0440636 Jan 19 18:44:29.109667 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-016fb341-fc37-4375-84c4-2d37a19f4287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:29.111143 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-016fb341-fc37-4375-84c4-2d37a19f4287 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0187b0ba-93b9-4dd9-ad91-488eea245e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411093 Jan 19 18:44:29.200398 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-4e3e5ed6-e66e-49b9-a386-7e371b04288f service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833993 Jan 19 18:44:29.286902 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9ccedd3-d484-444d-a529-b3715b157f1f req-c8914dac-90ad-4c67-a28d-3bcf7446aedf service neutron] 10.222.0.35 "GET /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801895 Jan 19 18:44:29.861319 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-469723b8-4a19-4857-a8b1-3b0edd4bc956 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910142140&fields=id&tenant_id=d2637ef20caa4424ad4fd2cc3030f292 HTTP/1.1" status: 200 len: 267 time: 0.0535228 Jan 19 18:44:29.976042 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f348-f453-4299-b209-43abfad6be21 req-469a71f1-aed4-400b-9c89-47202791b7eb tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:29.977645 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-469a71f1-aed4-400b-9c89-47202791b7eb tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 812 time: 0.1084831 Jan 19 18:44:29.993523 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-17f8ee64-da90-4e1c-881b-806f1c88adef tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/quotas/d2637ef20caa4424ad4fd2cc3030f292 HTTP/1.1" status: 200 len: 375 time: 0.0101082 Jan 19 18:44:30.063884 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-9ae1e3e1-2f44-40c4-a115-2515f57e92f6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594037 Jan 19 18:44:30.144593 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18fd11-627b-4c4b-92f2-a06c3c0b8c7d req-28b01639-d7e5-4783-a84b-a5c5f26a68ca tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:30.146458 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a18fd11-627b-4c4b-92f2-a06c3c0b8c7d req-28b01639-d7e5-4783-a84b-a5c5f26a68ca tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0618227 Jan 19 18:44:30.203945 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a18fd11-627b-4c4b-92f2-a06c3c0b8c7d req-88756ccd-76db-4045-a3d0-dbe02561572e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515826 Jan 19 18:44:30.318049 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-6387681f-ac2c-48f8-8018-83158e4111e6 service neutron] 10.222.0.39 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390370 Jan 19 18:44:30.419569 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-ed04e61b-29a8-4245-b943-075d5a92d646 service neutron] 10.222.0.39 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004462 Jan 19 18:44:30.761415 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d5ba3396-2fa1-4fd4-b1c6-55518f060cdf req-bbbb9ec3-016a-4374-b978-0292e54a9551 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 210 time: 0.0408859 Jan 19 18:44:31.348927 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae96937-a2b7-4fe6-91a8-864cced42254 req-f5de6815-38a4-4361-aca3-83e276ca3502 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:31.350943 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8ae96937-a2b7-4fe6-91a8-864cced42254 req-f5de6815-38a4-4361-aca3-83e276ca3502 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0499344 Jan 19 18:44:31.402517 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8ae96937-a2b7-4fe6-91a8-864cced42254 req-60d637fa-cdaa-448c-b3e1-c4ecb087a13e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447121 Jan 19 18:44:31.853378 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-768ffa95-428e-4526-94ed-23a858db3b2e req-17f90004-0827-4a0c-a63a-12e5b3adc19d tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 210 time: 0.0294764 Jan 19 18:44:32.577852 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f85579-2109-4cbb-b537-7af84d624bab req-4615d01e-ad0f-412f-9c05-dc5c35b5f4cf tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:32.579393 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-88f85579-2109-4cbb-b537-7af84d624bab req-4615d01e-ad0f-412f-9c05-dc5c35b5f4cf tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0698957 Jan 19 18:44:32.632486 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-88f85579-2109-4cbb-b537-7af84d624bab req-9996ee26-7056-4814-b549-fd9cbb7aa90d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466053 Jan 19 18:44:32.964301 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-94f26ceb-bd4c-4c95-b28c-8e88a8c94902 req-164ccf96-1177-4bd2-9411-94155c1024ea tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 210 time: 0.0263274 Jan 19 18:44:33.770397 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d62b5-66ae-4334-94f5-cc386b2e5abc req-c995e4d5-7f36-454e-9582-76f1567b0809 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:33.771887 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7f9d62b5-66ae-4334-94f5-cc386b2e5abc req-c995e4d5-7f36-454e-9582-76f1567b0809 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0533817 Jan 19 18:44:33.833147 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7f9d62b5-66ae-4334-94f5-cc386b2e5abc req-ae82bb18-9dda-4c7a-8957-75d458cebf4e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555286 Jan 19 18:44:34.071976 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e86bdecc-e4d5-4063-9bff-6278cceb240a req-af25c3b2-a39c-4d87-98de-2757f259df78 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 210 time: 0.0319059 Jan 19 18:44:34.960492 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c882397-c3c4-4549-a4b9-28f3390f1164 req-7150bff9-c0e8-4b3d-98c6-1525dab00c66 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:34.970071 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2c882397-c3c4-4549-a4b9-28f3390f1164 req-7150bff9-c0e8-4b3d-98c6-1525dab00c66 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0606875 Jan 19 18:44:35.030303 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2c882397-c3c4-4549-a4b9-28f3390f1164 req-0111291b-0b61-402d-8202-2ffe96ca7a99 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575485 Jan 19 18:44:35.169830 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-72eb5ada-0555-4d19-bcb8-5d38ab637b13 req-49efd7b9-a858-4f10-912b-d1b32d3731a4 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 210 time: 0.0258820 Jan 19 18:44:35.483686 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:44:36.163640 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35724103-69d3-4b53-b303-6eebb8e5366e req-6ae796da-28c6-4e0d-b1c7-fbc16cfdd40d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:36.165182 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35724103-69d3-4b53-b303-6eebb8e5366e req-6ae796da-28c6-4e0d-b1c7-fbc16cfdd40d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0522783 Jan 19 18:44:36.237401 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35724103-69d3-4b53-b303-6eebb8e5366e req-f2a83e4c-9cad-4da9-8aef-fc100acb88aa tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657873 Jan 19 18:44:36.269031 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1768c0a-a35d-4f7c-8318-9060b7083f11 req-d60381ef-f5ab-44ae-83fc-966d232115ab tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 210 time: 0.0284755 Jan 19 18:44:37.366685 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7d4e39ff-80be-445c-92eb-206580d7d00a req-e2194244-58e8-4630-938f-d13d7de6a192 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 210 time: 0.0269940 Jan 19 18:44:37.374199 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4ee9-cd42-4adf-853e-d18a2736a0d9 req-e35fc8bd-b181-4c83-a3bf-56abecb4a66d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:37.375635 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-625f4ee9-cd42-4adf-853e-d18a2736a0d9 req-e35fc8bd-b181-4c83-a3bf-56abecb4a66d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0740435 Jan 19 18:44:37.423191 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-625f4ee9-cd42-4adf-853e-d18a2736a0d9 req-e5f00816-4a17-4447-9fb7-ac4cd82f114d tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411687 Jan 19 18:44:38.443483 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f348-f453-4299-b209-43abfad6be21 req-076e5c43-c6e8-44f2-9c53-20896731eeba tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:38.445140 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-076e5c43-c6e8-44f2-9c53-20896731eeba tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 812 time: 0.1108587 Jan 19 18:44:38.481747 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-026c403f-bbf6-491d-b54f-141cd3fe66bd req-443619a8-d9ff-4674-bd81-d512468171f0 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 210 time: 0.0356312 Jan 19 18:44:38.554351 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-78d9a121-384b-4c16-8a3d-eef7d4eda362 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2637ef20caa4424ad4fd2cc3030f292 HTTP/1.1" status: 200 len: 379 time: 0.0989451 Jan 19 18:44:38.567229 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'port': {'device_id': '0adade56-33bd-4cf8-8798-358f99941a6b', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'admin_state_up': True, 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'security_groups': ['0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:38.576646 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034b103-b214-4da1-9ff4-f8e6d190de75 req-1fcb0ef4-609b-43e3-926c-c737819f15bd tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:38.578039 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f034b103-b214-4da1-9ff4-f8e6d190de75 req-1fcb0ef4-609b-43e3-926c-c737819f15bd tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0777969 Jan 19 18:44:38.683197 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f034b103-b214-4da1-9ff4-f8e6d190de75 req-a9cca709-db7e-4c41-9a7d-4b36105667eb tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926299 Jan 19 18:44:38.726413 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Made reservation on behalf of d2637ef20caa4424ad4fd2cc3030f292 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:44:38.730083 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:38.874287 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Allocated IP 172.20.0.11 (2011822a-dfdc-4dcb-8efc-a08a5235a82a/bcb972ab-ea37-4905-864c-647500d08462/cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:44:39.011777 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:39.059836 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:39.115045 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Network 2011822a-dfdc-4dcb-8efc-a08a5235a82a is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:44:39.118566 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:39.123155 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:44:39.127548 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'Port': ['ID=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:39.161735 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.162100 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.162473 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.162800 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.163140 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.163476 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.163809 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.164143 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.164470 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.164844 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.165175 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.165501 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.165823 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:39.189006 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:39.189705 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:39.210450 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-2201bb82-ccd7-404c-88fd-5be0fb33ab4c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6474502 Jan 19 18:44:39.223251 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Request body: {'port': {'device_id': '0adade56-33bd-4cf8-8798-358f99941a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:39.286269 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:39.403795 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-b1da62dd-e17f-4876-b08e-e297b2cb7e73 None None] Provisioning complete for port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:39.404453 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b1da62dd-e17f-4876-b08e-e297b2cb7e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:39.439041 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-b1da62dd-e17f-4876-b08e-e297b2cb7e73 None None] Port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:44:39.584969 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:44:39.594331 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Publish callbacks [] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:39.611397 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Transition to ACTIVE for port object cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:44:39.617535 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:39.626116 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de25193-6ee3-4bef-8807-8d5e2e1bd69d req-9e671449-c76c-4479-8827-9cd46717a4d7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:39.627608 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9de25193-6ee3-4bef-8807-8d5e2e1bd69d req-9e671449-c76c-4479-8827-9cd46717a4d7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 932 time: 0.0727122 Jan 19 18:44:39.698985 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:39.757060 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9de25193-6ee3-4bef-8807-8d5e2e1bd69d req-882a714b-5c42-4918-84d3-5b2b21b8b579 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202576 Jan 19 18:44:39.841549 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Attempting to bind port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:44:39.841903 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Attempting to bind port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:44:39.842235 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Attempting to bind port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 on network 2011822a-dfdc-4dcb-8efc-a08a5235a82a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:44:39.853351 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61ec16-da56-4eb3-857b-f27377188d9f req-425076e3-ff89-40b8-8bc4-88f5d19e7c2b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:39.854873 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e61ec16-da56-4eb3-857b-f27377188d9f req-425076e3-ff89-40b8-8bc4-88f5d19e7c2b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 943 time: 0.0805559 Jan 19 18:44:39.861600 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 on network 2011822a-dfdc-4dcb-8efc-a08a5235a82a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:44:39.861927 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Attempting to bind port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 on network 2011822a-dfdc-4dcb-8efc-a08a5235a82a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:44:39.873269 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:44:39.873744 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Checking segment: {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:44:39.873979 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Bound using segment: {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:44:39.874418 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Bound port: cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:44:39.874780 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:39.922471 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 25fb0bac-be9d-41b6-944e-57b6fd21b448 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:44:39.947090 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e61ec16-da56-4eb3-857b-f27377188d9f req-87019973-2127-489b-9f07-a4389f295cb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864010 Jan 19 18:44:39.973027 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] For port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11, host hv-cinder-82536, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:44:39.977094 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] For port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:44:39.981662 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:40.019077 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:40.019710 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:40.021205 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 HTTP/1.1" status: 200 len: 1094 time: 0.8031950 Jan 19 18:44:40.021639 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adade56-33bd-4cf8-8798-358f99941a6b', 'tag': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:44:40.023986 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249" -d '{"events": [{"name": "network-changed", "server_uuid": "0adade56-33bd-4cf8-8798-358f99941a6b", "tag": "cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:44:40.045971 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc68d6-2e1d-4f2c-ae47-906ef93ad8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:40.057564 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:40.069881 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'port_id': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'mac_address': 'fa:16:3e:64:c3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:44:40.105757 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a59d92-dea7-4c81-a13c-de130962e700 x-openstack-request-id: req-e3a59d92-dea7-4c81-a13c-de130962e700 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:44:40.106047 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adade56-33bd-4cf8-8798-358f99941a6b", "tag": "cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:44:40.106761 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3a59d92-dea7-4c81-a13c-de130962e700 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:44:40.106761 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adade56-33bd-4cf8-8798-358f99941a6b', 'tag': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11', 'status': 'completed', 'code': 200} Jan 19 18:44:40.114448 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 25fb0bac-be9d-41b6-944e-57b6fd21b448 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:40.115183 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:40.124898 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f348-f453-4299-b209-43abfad6be21 req-f06facc4-f7b0-4690-980e-9270310a0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:40.126545 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-f06facc4-f7b0-4690-980e-9270310a0c8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 1097 time: 0.0551138 Jan 19 18:44:40.131081 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fb0bac-be9d-41b6-944e-57b6fd21b448 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:44:40.152661 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:40.157382 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:40.171970 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-63dae503-e2d4-420d-a7c6-4a5f72a6e790 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 HTTP/1.1" status: 200 len: 217 time: 0.0365033 Jan 19 18:44:40.212909 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=25fb0bac-be9d-41b6-944e-57b6fd21b448,revision_number=9']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:40.225403 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f348-f453-4299-b209-43abfad6be21 req-d3c05809-a372-4b83-a102-d70fad77d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:40.227009 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-d3c05809-a372-4b83-a102-d70fad77d5ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.0481973 Jan 19 18:44:40.273047 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f348-f453-4299-b209-43abfad6be21 req-ce8e2492-7cce-4ca0-87cb-e74776cbda48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:40.274416 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-ce8e2492-7cce-4ca0-87cb-e74776cbda48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392804 Jan 19 18:44:40.367378 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-43b1a81d-3a48-4835-8f69-3805c840f206 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843346 Jan 19 18:44:40.412123 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['25fb0bac-be9d-41b6-944e-57b6fd21b448'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:44:40.460731 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-09e7f348-f453-4299-b209-43abfad6be21 req-52ed2a9c-ec36-4728-ab62-38920034e4e5 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840640 Jan 19 18:44:40.552537 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249 req-843f4a0d-9489-4224-b1b9-5b1420ff3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:40.554019 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249 req-843f4a0d-9489-4224-b1b9-5b1420ff3065 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 1097 time: 0.0467458 Jan 19 18:44:40.639582 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249 req-1def42c1-a903-4547-8200-174a18076be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:40.641191 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249 req-1def42c1-a903-4547-8200-174a18076be6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 912 time: 0.0812171 Jan 19 18:44:40.685779 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249 req-e0e8e7e6-c3f5-4f4d-a602-da5b4133325b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 HTTP/1.1" status: 200 len: 217 time: 0.0382400 Jan 19 18:44:40.741046 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249 req-83ddecef-aba9-4355-b027-88072c0c3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:40.742498 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249 req-83ddecef-aba9-4355-b027-88072c0c3fec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.0478590 Jan 19 18:44:40.789816 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249 req-80a41862-a079-414b-b917-064baa223f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:40.791440 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249 req-80a41862-a079-414b-b917-064baa223f4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421708 Jan 19 18:44:40.923439 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565fa91-eddd-4df0-9986-17958bff6ef5 req-9c3bc9f2-38c7-47b6-a606-11c43e30c5ce tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:40.925207 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f565fa91-eddd-4df0-9986-17958bff6ef5 req-9c3bc9f2-38c7-47b6-a606-11c43e30c5ce tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 944 time: 0.0765955 Jan 19 18:44:40.927409 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249 req-e4cd278d-0eb6-4bbc-93d9-142932c6bcdc service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287692 Jan 19 18:44:41.043519 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f565fa91-eddd-4df0-9986-17958bff6ef5 req-fa09cd7b-83c0-41ba-a3e1-7e0299d51567 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125150 Jan 19 18:44:41.090730 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d49ccf20-d4e1-4c8b-bcac-076f8c4f7249 req-72008524-f5ee-4247-9927-bfda204784f0 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538017 Jan 19 18:44:41.113472 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ffc27-7b55-4322-915d-cc7fa8af6669 req-6282dcac-c924-4712-bee4-e43e555de89b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:41.114935 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-333ffc27-7b55-4322-915d-cc7fa8af6669 req-6282dcac-c924-4712-bee4-e43e555de89b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 944 time: 0.0644007 Jan 19 18:44:41.161403 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-333ffc27-7b55-4322-915d-cc7fa8af6669 req-33411fca-7575-4ea4-8708-4fd49e2af2e8 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410407 Jan 19 18:44:41.936435 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 25fb0bac-be9d-41b6-944e-57b6fd21b448 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:41.983578 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 25fb0bac-be9d-41b6-944e-57b6fd21b448 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:41.983950 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:42.058654 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 25fb0bac-be9d-41b6-944e-57b6fd21b448 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:42.059035 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:42.083305 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:44:42.085632 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6a3620-3d5f-433a-aeaa-24507ed3bf25" -d '{"events": [{"server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "name": "network-vif-plugged", "status": "completed", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:44:42.099473 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:42.105098 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:42.146776 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b07d43c-89bc-4eec-97db-4b5ffe64da23 x-openstack-request-id: req-6b07d43c-89bc-4eec-97db-4b5ffe64da23 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:44:42.147073 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "name": "network-vif-plugged", "status": "completed", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:44:42.147331 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b07d43c-89bc-4eec-97db-4b5ffe64da23 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:44:42.147731 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'code': 200} Jan 19 18:44:42.166239 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=25fb0bac-be9d-41b6-944e-57b6fd21b448,revision_number=10']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:42.189562 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d408ae-4834-442e-9c3c-abaaba8da225 req-566c3abd-c7cd-44ed-96ab-5d1901f9350f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:42.191015 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c4d408ae-4834-442e-9c3c-abaaba8da225 req-566c3abd-c7cd-44ed-96ab-5d1901f9350f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 944 time: 0.0770957 Jan 19 18:44:42.256670 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c4d408ae-4834-442e-9c3c-abaaba8da225 req-fef8c10f-04ec-4248-85ad-b79f0fc81c1b tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594018 Jan 19 18:44:42.302957 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f70d7-fd98-4710-a290-bdf65f83dd7a req-38a16914-7c0e-4be7-9f4b-c197372c4a68 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:42.304750 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-aa4f70d7-fd98-4710-a290-bdf65f83dd7a req-38a16914-7c0e-4be7-9f4b-c197372c4a68 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 946 time: 0.0623274 Jan 19 18:44:42.381289 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-aa4f70d7-fd98-4710-a290-bdf65f83dd7a req-45417c57-4097-448e-b911-1e05d650039e tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664463 Jan 19 18:44:42.383941 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eee1f-a2e6-44f3-bc16-2c9928631259 req-34b0a55c-2f9e-4e7e-8ab6-62094af81a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:42.385453 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a18eee1f-a2e6-44f3-bc16-2c9928631259 req-34b0a55c-2f9e-4e7e-8ab6-62094af81a82 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 1099 time: 0.0796094 Jan 19 18:44:42.432723 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a18eee1f-a2e6-44f3-bc16-2c9928631259 req-2120db7f-5560-4d0f-ba65-2730161bb97f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391724 Jan 19 18:44:42.726302 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa32739-acac-4c4f-8aa2-5b2b61814a8f req-bef97de4-c395-41d8-a2e7-70734edc66af tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:42.727659 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6aa32739-acac-4c4f-8aa2-5b2b61814a8f req-bef97de4-c395-41d8-a2e7-70734edc66af tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 945 time: 0.0523160 Jan 19 18:44:42.781038 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6aa32739-acac-4c4f-8aa2-5b2b61814a8f req-80fefa19-bee8-413a-9d4d-a6c56c720f27 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447431 Jan 19 18:44:43.375835 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c157c-fdf8-458d-8ba0-4b35eecadcfa req-c2db50a7-df7b-45e1-92e3-824b05fe6d90 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:43.377340 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e27c157c-fdf8-458d-8ba0-4b35eecadcfa req-c2db50a7-df7b-45e1-92e3-824b05fe6d90 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 944 time: 0.0491304 Jan 19 18:44:43.432221 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e27c157c-fdf8-458d-8ba0-4b35eecadcfa req-e06d8317-7d1a-4939-b8ee-4a6f5f220de3 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486522 Jan 19 18:44:43.503130 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be7713-f783-404f-9398-9acc2438ecfe req-6f8c0c7f-70fc-4f26-8bcb-a910d8c2740a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:43.504658 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-19be7713-f783-404f-9398-9acc2438ecfe req-6f8c0c7f-70fc-4f26-8bcb-a910d8c2740a tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 946 time: 0.0480015 Jan 19 18:44:43.555370 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-19be7713-f783-404f-9398-9acc2438ecfe req-d54d5e34-9db7-4c5b-8516-559cf3f107f5 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449741 Jan 19 18:44:43.898386 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a5ec2-8afb-47f2-aa4f-7ff364da8881 req-278f878d-873e-448a-b512-324e0b416555 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:43.899908 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-834a5ec2-8afb-47f2-aa4f-7ff364da8881 req-278f878d-873e-448a-b512-324e0b416555 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 945 time: 0.0497520 Jan 19 18:44:43.948314 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-834a5ec2-8afb-47f2-aa4f-7ff364da8881 req-fe707f99-ae4b-4727-8664-92ecb41e0ef2 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 Jan 19 18:44:44.542415 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-0a35ef3b-a318-464d-bac5-417088b72ab2 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:44.543983 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-0a35ef3b-a318-464d-bac5-417088b72ab2 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 945 time: 0.0504568 Jan 19 18:44:44.700367 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Deleting port 63d44671-2138-4c39-924d-5703cd07de56 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:44:44.700748 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (63d44671-2138-4c39-924d-5703cd07de56), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:44.763953 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5800-8832-411e-bb7c-cc9bf98ae2de req-92cdeff2-280c-4adb-a312-23a8eb0c250c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:44.765337 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-65dc5800-8832-411e-bb7c-cc9bf98ae2de req-92cdeff2-280c-4adb-a312-23a8eb0c250c tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 946 time: 0.1330917 Jan 19 18:44:44.776427 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d549a-dce8-42d9-aea4-be5796e94009 req-3b252549-fdc9-4407-9238-aa56a6fa49e2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:44.777828 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c61d549a-dce8-42d9-aea4-be5796e94009 req-3b252549-fdc9-4407-9238-aa56a6fa49e2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 944 time: 0.1305804 Jan 19 18:44:44.868101 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] For port 63d44671-2138-4c39-924d-5703cd07de56, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=63d44671-2138-4c39-924d-5703cd07de56,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:44.868408 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (63d44671-2138-4c39-924d-5703cd07de56), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:44.894711 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-65dc5800-8832-411e-bb7c-cc9bf98ae2de req-2eb90a44-23f8-4d50-8b27-b3fce382dc18 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159651 Jan 19 18:44:44.902430 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c61d549a-dce8-42d9-aea4-be5796e94009 req-daa4e66c-fc4d-4c40-8a71-5a2831b04059 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140893 Jan 19 18:44:45.088695 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:45.088974 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:45.089287 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.l3_db [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Floating IP 21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5 disassociated. External IP: 172.27.3.233, port: 63d44671-2138-4c39-924d-5703cd07de56. Jan 19 18:44:45.089629 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Calling delete_port for 63d44671-2138-4c39-924d-5703cd07de56 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:44:45.109887 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035dbd-3307-449b-9bf2-666003d2f3a4 req-e0bd30cf-44e9-4376-a128-1c03032089e5 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:45.111363 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2c035dbd-3307-449b-9bf2-666003d2f3a4 req-e0bd30cf-44e9-4376-a128-1c03032089e5 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1bb1cea-a21c-4251-8f74-c32cf9898bc8 HTTP/1.1" status: 200 len: 945 time: 0.0735455 Jan 19 18:44:45.450713 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2c035dbd-3307-449b-9bf2-666003d2f3a4 req-e83edf31-e836-4d67-8a8a-9973dc74e5c5 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebe59829-66c7-460f-b9df-da09783ce7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096874 Jan 19 18:44:45.505979 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (63d44671-2138-4c39-924d-5703cd07de56), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:45.533508 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event deleted for resources: {'Port': ['ID=63d44671-2138-4c39-924d-5703cd07de56,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:45.646856 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Router 3426c523-3bee-412f-ac27-1ee3d1aab051 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:44:45.753530 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:44:45.767317 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03affc-8f89-4ee1-bd86-148567ba4504 None None] Sync routers for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:44:45.779297 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff03affc-8f89-4ee1-bd86-148567ba4504 None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:45.780022 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-ff03affc-8f89-4ee1-bd86-148567ba4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:44:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:45.794638 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] No DVR routers for this DVR port 63d44671-2138-4c39-924d-5703cd07de56 on host hv-cinder-82536 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:44:45.797256 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:45.800801 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e5cf2690-8c41-49c8-b07f-670b0f302549 req-6cd6eef7-6426-4a3f-ba98-5b8585fe7698 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.35 "DELETE /v2.0/ports/63d44671-2138-4c39-924d-5703cd07de56 HTTP/1.1" status: 204 len: 173 time: 1.2514336 Jan 19 18:44:45.801241 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'name': 'network-vif-deleted', 'tag': '63d44671-2138-4c39-924d-5703cd07de56'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:44:45.804349 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f360d2c5-65b8-490c-a658-219274bfd7b5" -d '{"events": [{"server_uuid": "a1bb1cea-a21c-4251-8f74-c32cf9898bc8", "name": "network-vif-deleted", "tag": "63d44671-2138-4c39-924d-5703cd07de56"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:44:45.839485 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b5b67d-d3dd-4604-bf47-372288cea261 x-openstack-request-id: req-91b5b67d-d3dd-4604-bf47-372288cea261 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:44:45.839854 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bb1cea-a21c-4251-8f74-c32cf9898bc8", "name": "network-vif-deleted", "tag": "63d44671-2138-4c39-924d-5703cd07de56", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:44:45.840175 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91b5b67d-d3dd-4604-bf47-372288cea261 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:44:45.840667 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bb1cea-a21c-4251-8f74-c32cf9898bc8', 'name': 'network-vif-deleted', 'tag': '63d44671-2138-4c39-924d-5703cd07de56', 'status': 'completed', 'code': 200} Jan 19 18:44:45.901470 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-ff03affc-8f89-4ee1-bd86-148567ba4504 None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:46.047140 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727dbf6-a651-48fb-8f54-8959efd5167f req-cc6bba7d-21de-4b58-ae88-c0f16b5b147e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:46.048780 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c727dbf6-a651-48fb-8f54-8959efd5167f req-cc6bba7d-21de-4b58-ae88-c0f16b5b147e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 944 time: 0.0697770 Jan 19 18:44:46.104192 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c727dbf6-a651-48fb-8f54-8959efd5167f req-ae9c3cdc-74ad-4d51-a46e-1255bb7324db tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484557 Jan 19 18:44:46.128975 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-ff03affc-8f89-4ee1-bd86-148567ba4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:46.157882 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03affc-8f89-4ee1-bd86-148567ba4504 None None] Checking router: 3426c523-3bee-412f-ac27-1ee3d1aab051 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:44:46.166613 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff03affc-8f89-4ee1-bd86-148567ba4504 None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:46.167216 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-ff03affc-8f89-4ee1-bd86-148567ba4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:44:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:46.275983 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-ff03affc-8f89-4ee1-bd86-148567ba4504 None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:46.481580 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-ff03affc-8f89-4ee1-bd86-148567ba4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:46.507955 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03affc-8f89-4ee1-bd86-148567ba4504 None None] The sync data for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi is: [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:38:17Z', 'revision_number': 4, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '3fb64e66-3185-4ce3-b5b2-7092952ace26', 'name': '', 'network_id': 'd3a83c77-a086-4b56-b863-c2c3d2e498a2', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'mac_address': 'fa:16:3e:1d:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:15Z', 'updated_at': '2022-01-19T18:38:25Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'subnets': [{'id': '0924a93a-d057-4ea7-b98a-07d64d6605b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:44:46.543409 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44336) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:46.599622 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9a4647c2-e41d-459a-a7fb-88da956a7bb1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (ebe59829-66c7-460f-b9df-da09783ce7a2), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:46.622619 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9a4647c2-e41d-459a-a7fb-88da956a7bb1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (ebe59829-66c7-460f-b9df-da09783ce7a2), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:46.673665 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9a4647c2-e41d-459a-a7fb-88da956a7bb1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ebe59829-66c7-460f-b9df-da09783ce7a2), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:46.676998 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9a4647c2-e41d-459a-a7fb-88da956a7bb1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:46.678173 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9a4647c2-e41d-459a-a7fb-88da956a7bb1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "DELETE /v2.0/security-groups/ebe59829-66c7-460f-b9df-da09783ce7a2 HTTP/1.1" status: 204 len: 168 time: 0.1336350 Jan 19 18:44:46.682015 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44338) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:46.699563 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4647c2-e41d-459a-a7fb-88da956a7bb1 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe59829-66c7-460f-b9df-da09783ce7a2,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:46.701672 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.api.v2.resource [None req-a5c256a0-08aa-4dfa-ad4e-6a5632775a3c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] show failed (client error): The resource could not be found. Jan 19 18:44:46.704615 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a5c256a0-08aa-4dfa-ad4e-6a5632775a3c tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "GET /v2.0/security-groups/ebe59829-66c7-460f-b9df-da09783ce7a2 HTTP/1.1" status: 404 len: 347 time: 0.0196548 Jan 19 18:44:46.705773 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44340) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:46.779339 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe0f0a3-d395-44e2-bacb-3136aceb38dd None None] New status for floating IP 21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5: DOWN {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:44:46.831618 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Deleting port 12b70f17-33ae-48c4-bf2f-734225836b6b {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:44:46.831956 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (12b70f17-33ae-48c4-bf2f-734225836b6b), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:46.912063 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (12b70f17-33ae-48c4-bf2f-734225836b6b), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:46.912385 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (12b70f17-33ae-48c4-bf2f-734225836b6b), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:46.925116 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Calling delete_port for 12b70f17-33ae-48c4-bf2f-734225836b6b owned by network:floatingip {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:44:47.070745 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (12b70f17-33ae-48c4-bf2f-734225836b6b), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:47.096142 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Pushing event deleted for resources: {'Port': ['ID=12b70f17-33ae-48c4-bf2f-734225836b6b,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:47.107273 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.107629 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.107978 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.108322 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.108685 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.109019 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.109349 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.109679 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.110010 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.110338 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.110668 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.110995 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.111317 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:44:47.165220 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks [] for floatingip (21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:47.167837 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:47.169013 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-e666c59d-2620-46b8-bdc1-72dcd521c841 tempest-AttachVolumeTestJSON-579513723 tempest-AttachVolumeTestJSON-579513723-project] 10.222.0.39 "DELETE /v2.0/floatingips/21ddf2ef-ca1c-4529-bc8e-e5fc8b86ffe5 HTTP/1.1" status: 204 len: 168 time: 0.4622719 Jan 19 18:44:47.220864 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbd648-5dd4-475d-8142-2ac28d153e35 req-dbbf28b4-49a6-4b05-a3ca-0775babb4c23 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:47.222349 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-facbd648-5dd4-475d-8142-2ac28d153e35 req-dbbf28b4-49a6-4b05-a3ca-0775babb4c23 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 944 time: 0.0497820 Jan 19 18:44:47.280257 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-facbd648-5dd4-475d-8142-2ac28d153e35 req-65df468e-e5a7-47b3-aaba-acea0d434944 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518565 Jan 19 18:44:47.968509 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:44:47.976574 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 63d44671-2138-4c39-924d-5703cd07de56 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:44:48.001613 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: 63d44671-2138-4c39-924d-5703cd07de56 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:44:48.001945 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 63d44671-2138-4c39-924d-5703cd07de56 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:44:48.087129 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:48.099789 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'port_id': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11', 'mac_address': 'fa:16:3e:85:f7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:44:48.139653 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:48.140043 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:48.153201 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:44:48.172565 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:48.177859 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:48.224149 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:48.278177 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:48.404528 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:44:48.415316 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668ee83-ec69-4cca-aa2f-bf4aab7662ab req-86d457e9-4d8b-48b9-8987-c373065ed231 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:48.417630 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b668ee83-ec69-4cca-aa2f-bf4aab7662ab req-86d457e9-4d8b-48b9-8987-c373065ed231 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 945 time: 0.0517907 Jan 19 18:44:48.467687 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b668ee83-ec69-4cca-aa2f-bf4aab7662ab req-12715d31-a1ec-4ecb-82f9-c6e6416b50db tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440235 Jan 19 18:44:49.523491 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5fda5782-e188-4f87-b9f8-10486f4db26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:49.588080 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa092c-77b0-4b4e-a22b-367fd33dd356 req-6444053c-fe81-433b-9eee-5958576ad474 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:49.589636 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-87fa092c-77b0-4b4e-a22b-367fd33dd356 req-6444053c-fe81-433b-9eee-5958576ad474 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 945 time: 0.0547333 Jan 19 18:44:49.639417 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-87fa092c-77b0-4b4e-a22b-367fd33dd356 req-031619a8-ba68-4cbd-abca-24256c6e99d9 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435951 Jan 19 18:44:49.983886 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:44:50.033096 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:44:50.037236 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:44:50.037671 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:50.118664 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:44:50.119052 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:50.142241 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adade56-33bd-4cf8-8798-358f99941a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:44:50.144465 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb85b97-9a82-4fab-a43c-cadf25d9d79c" -d '{"events": [{"server_uuid": "0adade56-33bd-4cf8-8798-358f99941a6b", "name": "network-vif-plugged", "status": "completed", "tag": "cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:44:50.156746 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:50.160902 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:50.184278 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d293bc-5c84-4c12-ac5b-3a93c4466b2e x-openstack-request-id: req-21d293bc-5c84-4c12-ac5b-3a93c4466b2e {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:44:50.184575 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adade56-33bd-4cf8-8798-358f99941a6b", "name": "network-vif-plugged", "status": "completed", "tag": "cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:44:50.184855 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21d293bc-5c84-4c12-ac5b-3a93c4466b2e {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:44:50.185245 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adade56-33bd-4cf8-8798-358f99941a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11', 'code': 200} Jan 19 18:44:50.211469 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:50.405361 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517bd9-1b82-4864-a539-4f54b34b0ac3 req-316b2b4a-0aa4-4cc6-8fa5-3a2fb3612ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:50.406862 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7b517bd9-1b82-4864-a539-4f54b34b0ac3 req-316b2b4a-0aa4-4cc6-8fa5-3a2fb3612ce0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 1099 time: 0.0433753 Jan 19 18:44:50.451745 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7b517bd9-1b82-4864-a539-4f54b34b0ac3 req-f0dcec1c-f8fb-46ff-900a-a85730922242 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380013 Jan 19 18:44:50.713895 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44378) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:50.759107 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721961-29d2-44bb-9b0d-3711790ae840 req-4b2d796b-190d-4a8a-b245-cf0c899c58f7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:50.760613 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f721961-29d2-44bb-9b0d-3711790ae840 req-4b2d796b-190d-4a8a-b245-cf0c899c58f7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 946 time: 0.0480695 Jan 19 18:44:50.809663 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f721961-29d2-44bb-9b0d-3711790ae840 req-ebaff289-b745-48b6-b17a-05c86e008258 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435202 Jan 19 18:44:51.223796 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2090550'] for router_interface (3426c523-3bee-412f-ac27-1ee3d1aab051), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:51.512956 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] Deleting port 3fb64e66-3185-4ce3-b5b2-7092952ace26 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:44:51.513295 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:51.593078 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] For port 3fb64e66-3185-4ce3-b5b2-7092952ace26, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=3fb64e66-3185-4ce3-b5b2-7092952ace26,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:51.593440 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:51.605757 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] Calling delete_port for 3fb64e66-3185-4ce3-b5b2-7092952ace26 owned by network:router_interface {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:44:51.782238 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (3fb64e66-3185-4ce3-b5b2-7092952ace26), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:51.811615 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb64e66-3185-4ce3-b5b2-7092952ace26,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:51.939378 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e29e52-7bec-4327-81f4-5e181332a343 req-4e9d4427-02ed-4e7c-8c78-653a7eb389c5 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:51.941191 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-91e29e52-7bec-4327-81f4-5e181332a343 req-4e9d4427-02ed-4e7c-8c78-653a7eb389c5 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 946 time: 0.0550816 Jan 19 18:44:51.982559 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089382'] for router_interface (3426c523-3bee-412f-ac27-1ee3d1aab051), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:51.995579 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-91e29e52-7bec-4327-81f4-5e181332a343 req-4967b33e-c16d-44b8-858e-ed722cb5b2c4 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474727 Jan 19 18:44:52.110566 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1556d66-cbd7-499c-b6c7-ec28464892bc req-b47ae592-ae35-4abe-bb83-a18983b41f5a tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:52.111955 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1556d66-cbd7-499c-b6c7-ec28464892bc req-b47ae592-ae35-4abe-bb83-a18983b41f5a tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 946 time: 0.0485108 Jan 19 18:44:52.160975 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1556d66-cbd7-499c-b6c7-ec28464892bc req-2c1c6069-9c25-4f5a-a6f5-9cd86296103f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433166 Jan 19 18:44:52.183472 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44386) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:52.204540 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] Router 3426c523-3bee-412f-ac27-1ee3d1aab051 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:44:52.249736 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-08876c66-d487-4139-83a4-7ec441dbe12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:52.332132 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71853a6c-7788-4f0e-bf8b-b660c8c0eba0 tempest-TestVolumeBootPattern-119751185 tempest-TestVolumeBootPattern-119751185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:52.333550 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-71853a6c-7788-4f0e-bf8b-b660c8c0eba0 tempest-TestVolumeBootPattern-119751185 tempest-TestVolumeBootPattern-119751185-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 1094 time: 0.1491547 Jan 19 18:44:52.336993 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44392) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:52.341924 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'floatingip': {'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'port_id': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:44:52.345198 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:44:52.351552 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-c04767ee-49ea-46cd-b97c-9362eb14d6dc admin admin] 10.222.0.39 "PUT /v2.0/routers/3426c523-3bee-412f-ac27-1ee3d1aab051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6359057 Jan 19 18:44:52.353607 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44394) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:52.356380 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3edb1-6072-4a57-a291-ef81d94b41a3 None None] Sync routers for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:44:52.367142 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3edb1-6072-4a57-a291-ef81d94b41a3 None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:52.367759 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-3bd3edb1-6072-4a57-a291-ef81d94b41a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:44:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:52.418941 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:52.473328 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-3bd3edb1-6072-4a57-a291-ef81d94b41a3 None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:52.508740 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Publish callbacks [] for router (3426c523-3bee-412f-ac27-1ee3d1aab051), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:52.642164 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Publish callbacks [] for router_gateway (3426c523-3bee-412f-ac27-1ee3d1aab051), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:52.650916 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:52.774863 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Deleting port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:44:52.775204 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:52.781260 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-3bd3edb1-6072-4a57-a291-ef81d94b41a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:44:51Z', 'revision_number': 5, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port': {'id': '6ad3caab-2e75-4d76-bffe-b5165f1f13e6', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:52.808766 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3edb1-6072-4a57-a291-ef81d94b41a3 None None] Checking router: 3426c523-3bee-412f-ac27-1ee3d1aab051 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:44:52.817163 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3edb1-6072-4a57-a291-ef81d94b41a3 None None] Routers {'3426c523-3bee-412f-ac27-1ee3d1aab051'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:52.817777 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-3bd3edb1-6072-4a57-a291-ef81d94b41a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:44:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['3426c523-3bee-412f-ac27-1ee3d1aab051'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:52.823672 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Allocated IP 172.27.3.253 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/125fc337-7274-49da-86df-979cb5d65a9c) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:44:52.904085 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-3bd3edb1-6072-4a57-a291-ef81d94b41a3 None None] Set router 3426c523-3bee-412f-ac27-1ee3d1aab051 gateway port host: None {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:52.917824 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] For port 6ad3caab-2e75-4d76-bffe-b5165f1f13e6, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=6ad3caab-2e75-4d76-bffe-b5165f1f13e6,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:52.918187 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:52.935944 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Calling delete_port for 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 owned by network:router_gateway {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:44:52.958653 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-3bd3edb1-6072-4a57-a291-ef81d94b41a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:44:52Z', 'revision_number': 6, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port_host': None}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:52.985794 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3edb1-6072-4a57-a291-ef81d94b41a3 None None] The sync data for ids ['3426c523-3bee-412f-ac27-1ee3d1aab051'] in dv-cinder-825360-1-iscsi is: [{'id': '3426c523-3bee-412f-ac27-1ee3d1aab051', 'name': 'tempest-AttachVolumeTestJSON-1020109129-router', 'tenant_id': '88976d1e56334d55ab32de5818c448d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:09Z', 'updated_at': '2022-01-19T18:44:52Z', 'revision_number': 6, 'project_id': '88976d1e56334d55ab32de5818c448d6', 'gw_port_host': None}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:44:53.004188 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for port (125fc337-7274-49da-86df-979cb5d65a9c), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.095470 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (125fc337-7274-49da-86df-979cb5d65a9c), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.138871 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:44:53.147157 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:44:53.154940 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.167518 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:44:53.192440 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'Port': ['ID=125fc337-7274-49da-86df-979cb5d65a9c,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:53.224452 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (6ad3caab-2e75-4d76-bffe-b5165f1f13e6), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.274902 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad3caab-2e75-4d76-bffe-b5165f1f13e6,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:53.412847 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2093688'] for router_gateway (3426c523-3bee-412f-ac27-1ee3d1aab051), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.526530 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9961'] for router (3426c523-3bee-412f-ac27-1ee3d1aab051), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.532196 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Publish callbacks [] for router_controller (3426c523-3bee-412f-ac27-1ee3d1aab051), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.589533 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092500'] for router (3426c523-3bee-412f-ac27-1ee3d1aab051), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.590034 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3426c523-3bee-412f-ac27-1ee3d1aab051 {{(pid=103026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 18:44:53.594802 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.595940 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-04a64855-b316-4842-8c02-a27305880a14 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3426c523-3bee-412f-ac27-1ee3d1aab051 HTTP/1.1" status: 204 len: 168 time: 1.2413225 Jan 19 18:44:53.598552 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44396) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:53.704103 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-46130a89-a326-4fed-bdbb-5e29586dd53f admin admin] Deleting subnet 0924a93a-d057-4ea7-b98a-07d64d6605b6 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:44:53.711305 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46130a89-a326-4fed-bdbb-5e29586dd53f admin admin] Publish callbacks [] for subnet (0924a93a-d057-4ea7-b98a-07d64d6605b6), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.784144 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46130a89-a326-4fed-bdbb-5e29586dd53f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189533'] for subnet (0924a93a-d057-4ea7-b98a-07d64d6605b6), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.822797 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 3fb64e66-3185-4ce3-b5b2-7092952ace26 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:44:53.830511 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:53.847454 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 3fb64e66-3185-4ce3-b5b2-7092952ace26 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:44:53.847797 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 3fb64e66-3185-4ce3-b5b2-7092952ace26 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:44:53.904458 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46130a89-a326-4fed-bdbb-5e29586dd53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (0924a93a-d057-4ea7-b98a-07d64d6605b6), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.204232 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (125fc337-7274-49da-86df-979cb5d65a9c), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.264440 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46130a89-a326-4fed-bdbb-5e29586dd53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25584430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27115052'] for subnet (0924a93a-d057-4ea7-b98a-07d64d6605b6), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.325440 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46130a89-a326-4fed-bdbb-5e29586dd53f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0924a93a-d057-4ea7-b98a-07d64d6605b6,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:54.332855 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46130a89-a326-4fed-bdbb-5e29586dd53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.336883 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-46130a89-a326-4fed-bdbb-5e29586dd53f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0924a93a-d057-4ea7-b98a-07d64d6605b6 HTTP/1.1" status: 204 len: 168 time: 0.7372961 Jan 19 18:44:54.338140 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee82ec3-8818-4903-8d62-6d50f9f0d984 None None] Network d3a83c77-a086-4b56-b863-c2c3d2e498a2 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:44:54.339488 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44398) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:54.413070 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (d3a83c77-a086-4b56-b863-c2c3d2e498a2), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.420670 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for port (125fc337-7274-49da-86df-979cb5d65a9c), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.426636 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (125fc337-7274-49da-86df-979cb5d65a9c), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.483598 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Deleting port 54321eec-003a-4b32-9ed0-05ee4c8e1285 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:44:54.483937 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.492794 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.511600 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf24d47f-edd1-4fbe-afea-a041fc484cdc None None] DHCP port deletion for d3a83c77-a086-4b56-b863-c2c3d2e498a2 request from dv-cinder-825360-1-iscsi {{(pid=103028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 18:44:54.515259 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'Port': ['ID=125fc337-7274-49da-86df-979cb5d65a9c,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:54.529046 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.555868 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] For port 54321eec-003a-4b32-9ed0-05ee4c8e1285, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=54321eec-003a-4b32-9ed0-05ee4c8e1285,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:54.556237 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.569834 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-bf24d47f-edd1-4fbe-afea-a041fc484cdc None None] Deleting port 54321eec-003a-4b32-9ed0-05ee4c8e1285 {{(pid=103028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:44:54.570209 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bf24d47f-edd1-4fbe-afea-a041fc484cdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), before_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.570468 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Calling delete_port for 54321eec-003a-4b32-9ed0-05ee4c8e1285 owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:44:54.640869 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Floating IP f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb associated. External IP: 172.27.3.253, port: cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11. Jan 19 18:44:54.641124 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-bf24d47f-edd1-4fbe-afea-a041fc484cdc None None] For port 54321eec-003a-4b32-9ed0-05ee4c8e1285, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=54321eec-003a-4b32-9ed0-05ee4c8e1285,segment=NetworkSegment(0f860224-a50a-4383-84dc-0d6990e5b7a7),segment_id=0f860224-a50a-4383-84dc-0d6990e5b7a7)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:44:54.641450 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bf24d47f-edd1-4fbe-afea-a041fc484cdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), precommit_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.655769 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-bf24d47f-edd1-4fbe-afea-a041fc484cdc None None] Calling delete_port for 54321eec-003a-4b32-9ed0-05ee4c8e1285 owned by network:dhcp {{(pid=103028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:44:54.666765 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.695073 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Pushing event deleted for resources: {'Port': ['ID=54321eec-003a-4b32-9ed0-05ee4c8e1285,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:54.697341 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] No DVR routers for this DVR port 54321eec-003a-4b32-9ed0-05ee4c8e1285 on host dv-cinder-825360-1-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:44:54.745843 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bf24d47f-edd1-4fbe-afea-a041fc484cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477'] for port (54321eec-003a-4b32-9ed0-05ee4c8e1285), after_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.771257 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (d3a83c77-a086-4b56-b863-c2c3d2e498a2), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.771626 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24d47f-edd1-4fbe-afea-a041fc484cdc None None] Pushing event deleted for resources: {'Port': ['ID=54321eec-003a-4b32-9ed0-05ee4c8e1285,revision_number=None']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:54.776254 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf24d47f-edd1-4fbe-afea-a041fc484cdc None None] No DVR routers for this DVR port 54321eec-003a-4b32-9ed0-05ee4c8e1285 on host dv-cinder-825360-1-iscsi {{(pid=103028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:44:54.798098 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a83c77-a086-4b56-b863-c2c3d2e498a2']}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:54.808463 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f860224-a50a-4383-84dc-0d6990e5b7a7') {'for_net_delete': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:54.808788 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f860224-a50a-4383-84dc-0d6990e5b7a7') {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:54.819044 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27101020'] for segment (0f860224-a50a-4383-84dc-0d6990e5b7a7), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.831825 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (0f860224-a50a-4383-84dc-0d6990e5b7a7), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.838427 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:44:54.838876 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141864'] for segment (0f860224-a50a-4383-84dc-0d6990e5b7a7), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: Traceback (most recent call last): Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: timer() Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: cb(*args, **kw) Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: return func(*args, **kwargs) Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: self._notify() Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: self.callback(batched_events) Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: event.method(event) Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: return f(self, *a, **k) Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._get(url).json() Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: return self.request(url, 'GET', **kwargs) Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:44:54.840509 dv-cinder-825360-1-iscsi neutron-server[103027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:44:54.864517 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:44:54.896709 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (d3a83c77-a086-4b56-b863-c2c3d2e498a2), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.901201 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:54.904675 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] 10.222.0.39 "DELETE /v2.0/networks/d3a83c77-a086-4b56-b863-c2c3d2e498a2 HTTP/1.1" status: 204 len: 168 time: 0.5641093 Jan 19 18:44:54.986598 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:44:54.999748 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39384328-57c0-4b8b-82eb-cfbd41cf5b79 None None] Sync routers for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:44:55.009893 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:55.013733 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39384328-57c0-4b8b-82eb-cfbd41cf5b79 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:55.015379 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-39384328-57c0-4b8b-82eb-cfbd41cf5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:44:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:55.057804 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f879b145-1348-48b2-a418-9ba73729dd04 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7192988 Jan 19 18:44:55.058204 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adade56-33bd-4cf8-8798-358f99941a6b', 'tag': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:44:55.060742 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834d2118-e9ac-4f08-b9c6-7d59899f73b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0adade56-33bd-4cf8-8798-358f99941a6b", "tag": "cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:44:55.071700 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44404) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:55.116685 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c696b4-2da2-4cb5-a16a-df1b5d762654 x-openstack-request-id: req-a4c696b4-2da2-4cb5-a16a-df1b5d762654 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:44:55.117107 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adade56-33bd-4cf8-8798-358f99941a6b", "tag": "cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:44:55.117279 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4c696b4-2da2-4cb5-a16a-df1b5d762654 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:44:55.117656 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adade56-33bd-4cf8-8798-358f99941a6b', 'tag': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11', 'status': 'completed', 'code': 200} Jan 19 18:44:55.123076 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c299f1f9-0046-40ec-a669-99658571cc9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88976d1e56334d55ab32de5818c448d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0498927 Jan 19 18:44:55.123689 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44408) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:44:55.172722 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496cd21-3c93-43d3-85d8-ced60a42863d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a83c77-a086-4b56-b863-c2c3d2e498a2,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:55.209888 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2118-e9ac-4f08-b9c6-7d59899f73b6 req-b6060aa4-847a-4a22-a39a-16885dfbd25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:55.211426 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-834d2118-e9ac-4f08-b9c6-7d59899f73b6 req-b6060aa4-847a-4a22-a39a-16885dfbd25e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 1099 time: 0.0735364 Jan 19 18:44:55.214283 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8676ff6-6e00-4a2e-aebf-41c4e1a3e448 admin admin] Publish callbacks [] for security_group (df88189e-8be5-4738-9afa-511b491b58ba), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:55.247979 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-39384328-57c0-4b8b-82eb-cfbd41cf5b79 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:55.280710 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8676ff6-6e00-4a2e-aebf-41c4e1a3e448 admin admin] Publish callbacks [] for security_group (df88189e-8be5-4738-9afa-511b491b58ba), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:55.346248 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2118-e9ac-4f08-b9c6-7d59899f73b6 req-6ecd76a9-6edb-4ec8-8eae-8a015995081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:55.348056 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-834d2118-e9ac-4f08-b9c6-7d59899f73b6 req-6ecd76a9-6edb-4ec8-8eae-8a015995081a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 912 time: 0.1293471 Jan 19 18:44:55.362035 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8676ff6-6e00-4a2e-aebf-41c4e1a3e448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (df88189e-8be5-4738-9afa-511b491b58ba), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:55.364548 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8676ff6-6e00-4a2e-aebf-41c4e1a3e448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:55.365705 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d8676ff6-6e00-4a2e-aebf-41c4e1a3e448 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df88189e-8be5-4738-9afa-511b491b58ba HTTP/1.1" status: 204 len: 168 time: 0.2410967 Jan 19 18:44:55.406613 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8676ff6-6e00-4a2e-aebf-41c4e1a3e448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df88189e-8be5-4738-9afa-511b491b58ba,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:44:55.447372 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-834d2118-e9ac-4f08-b9c6-7d59899f73b6 req-7ab3c0f4-ecb6-4e43-9933-fa5f94d6aee9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 HTTP/1.1" status: 200 len: 1000 time: 0.0929303 Jan 19 18:44:55.472297 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:44:55.502191 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:44:55.502907 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 6ad3caab-2e75-4d76-bffe-b5165f1f13e6 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:44:55.503445 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-39384328-57c0-4b8b-82eb-cfbd41cf5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:85:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adade56-33bd-4cf8-8798-358f99941a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:44:53Z', 'updated_at': '2022-01-19T18:44:53Z', 'revision_number': 0, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:55.503699 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 54321eec-003a-4b32-9ed0-05ee4c8e1285 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:44:55.507301 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2118-e9ac-4f08-b9c6-7d59899f73b6 req-c8566ef4-789a-477f-b128-887bd1a48be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:55.509000 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-834d2118-e9ac-4f08-b9c6-7d59899f73b6 req-c8566ef4-789a-477f-b128-887bd1a48be7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.0552795 Jan 19 18:44:55.530160 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 54321eec-003a-4b32-9ed0-05ee4c8e1285 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:44:55.530559 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39384328-57c0-4b8b-82eb-cfbd41cf5b79 None None] Checking router: 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:44:55.530768 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 54321eec-003a-4b32-9ed0-05ee4c8e1285 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:44:55.540923 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39384328-57c0-4b8b-82eb-cfbd41cf5b79 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:44:55.541558 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-39384328-57c0-4b8b-82eb-cfbd41cf5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:44:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:55.565633 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2118-e9ac-4f08-b9c6-7d59899f73b6 req-0df5e4de-a6ef-482e-80d1-a5c23f50599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:44:55.567395 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-834d2118-e9ac-4f08-b9c6-7d59899f73b6 req-0df5e4de-a6ef-482e-80d1-a5c23f50599d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514753 Jan 19 18:44:55.653111 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-39384328-57c0-4b8b-82eb-cfbd41cf5b79 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:44:55.666782 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-834d2118-e9ac-4f08-b9c6-7d59899f73b6 req-4bfba11e-cb1e-4c99-94a5-faff8630fa5e service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933952 Jan 19 18:44:55.762164 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-834d2118-e9ac-4f08-b9c6-7d59899f73b6 req-c15f20c5-8277-4ba6-b17d-847b27b8d36e service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890303 Jan 19 18:44:55.897036 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-39384328-57c0-4b8b-82eb-cfbd41cf5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:85:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adade56-33bd-4cf8-8798-358f99941a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:44:53Z', 'updated_at': '2022-01-19T18:44:53Z', 'revision_number': 0, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:44:55.922750 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39384328-57c0-4b8b-82eb-cfbd41cf5b79 None None] The sync data for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi is: [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:85:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adade56-33bd-4cf8-8798-358f99941a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:44:53Z', 'updated_at': '2022-01-19T18:44:53Z', 'revision_number': 0, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:44:56.061685 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:44:56.141256 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f2436-921e-433e-8a50-f103b78783ec None None] New status for floating IP f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb: ACTIVE {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:45:06.173284 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44544) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:06.275388 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-91676fda-a97e-46b5-848a-cd7efeb3c72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:06.351371 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-91676fda-a97e-46b5-848a-cd7efeb3c72f admin admin] Publish callbacks [] for security_group (085acdca-b81b-424f-b3db-8b932f08c876), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:06.355362 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-91676fda-a97e-46b5-848a-cd7efeb3c72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (085acdca-b81b-424f-b3db-8b932f08c876), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:06.393904 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-91676fda-a97e-46b5-848a-cd7efeb3c72f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=accaa2bc546d4d09b3bf6b2303184159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191441 Jan 19 18:45:06.394401 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91676fda-a97e-46b5-848a-cd7efeb3c72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085acdca-b81b-424f-b3db-8b932f08c876,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:06.400834 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44548) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:06.447623 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2c991451-dce4-4095-ae07-7eda4c23e72d admin admin] Publish callbacks [] for security_group (085acdca-b81b-424f-b3db-8b932f08c876), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:06.467670 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2c991451-dce4-4095-ae07-7eda4c23e72d admin admin] Publish callbacks [] for security_group (085acdca-b81b-424f-b3db-8b932f08c876), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:06.512880 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2c991451-dce4-4095-ae07-7eda4c23e72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (085acdca-b81b-424f-b3db-8b932f08c876), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:06.515366 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2c991451-dce4-4095-ae07-7eda4c23e72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:06.516538 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-2c991451-dce4-4095-ae07-7eda4c23e72d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/085acdca-b81b-424f-b3db-8b932f08c876 HTTP/1.1" status: 204 len: 168 time: 0.1184762 Jan 19 18:45:06.527645 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c991451-dce4-4095-ae07-7eda4c23e72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085acdca-b81b-424f-b3db-8b932f08c876,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:06.794855 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44554) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:06.808125 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7e6c427c-8f14-4f25-bb5b-ffb444617912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:06.881197 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7e6c427c-8f14-4f25-bb5b-ffb444617912 admin admin] Publish callbacks [] for security_group (7bdd1225-ea85-4a4d-ad6c-4756de8bd060), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:06.884507 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7e6c427c-8f14-4f25-bb5b-ffb444617912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (7bdd1225-ea85-4a4d-ad6c-4756de8bd060), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:06.921330 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-7e6c427c-8f14-4f25-bb5b-ffb444617912 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be5bf1c65d8543d781021a378039a84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254184 Jan 19 18:45:06.922188 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c427c-8f14-4f25-bb5b-ffb444617912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdd1225-ea85-4a4d-ad6c-4756de8bd060,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:06.923988 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44556) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:06.972204 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea41a-b84a-4877-9f25-1b1fb81a6c50 admin admin] Publish callbacks [] for security_group (7bdd1225-ea85-4a4d-ad6c-4756de8bd060), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:06.993926 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea41a-b84a-4877-9f25-1b1fb81a6c50 admin admin] Publish callbacks [] for security_group (7bdd1225-ea85-4a4d-ad6c-4756de8bd060), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:07.040159 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea41a-b84a-4877-9f25-1b1fb81a6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (7bdd1225-ea85-4a4d-ad6c-4756de8bd060), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:07.042822 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea41a-b84a-4877-9f25-1b1fb81a6c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:07.043975 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6b2ea41a-b84a-4877-9f25-1b1fb81a6c50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bdd1225-ea85-4a4d-ad6c-4756de8bd060 HTTP/1.1" status: 204 len: 168 time: 0.1186917 Jan 19 18:45:07.052870 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ea41a-b84a-4877-9f25-1b1fb81a6c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdd1225-ea85-4a4d-ad6c-4756de8bd060,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:10.039880 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44690) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:10.146705 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c1059ab0-4154-4f98-891b-6fbfebd0f25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.224870 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c1059ab0-4154-4f98-891b-6fbfebd0f25d admin admin] Publish callbacks [] for security_group (ecc4087c-3ed9-427b-ad7e-ccd744d8baf2), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.228934 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c1059ab0-4154-4f98-891b-6fbfebd0f25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ecc4087c-3ed9-427b-ad7e-ccd744d8baf2), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.265451 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1059ab0-4154-4f98-891b-6fbfebd0f25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc4087c-3ed9-427b-ad7e-ccd744d8baf2,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:10.269792 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-c1059ab0-4154-4f98-891b-6fbfebd0f25d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b5a8002f07848358e31208f26acb1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287083 Jan 19 18:45:10.274102 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44694) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:10.323973 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cbf861be-0e51-491d-9476-27d9c225165d admin admin] Publish callbacks [] for security_group (ecc4087c-3ed9-427b-ad7e-ccd744d8baf2), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.345600 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cbf861be-0e51-491d-9476-27d9c225165d admin admin] Publish callbacks [] for security_group (ecc4087c-3ed9-427b-ad7e-ccd744d8baf2), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.393076 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cbf861be-0e51-491d-9476-27d9c225165d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ecc4087c-3ed9-427b-ad7e-ccd744d8baf2), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.396317 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cbf861be-0e51-491d-9476-27d9c225165d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.397768 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-cbf861be-0e51-491d-9476-27d9c225165d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecc4087c-3ed9-427b-ad7e-ccd744d8baf2 HTTP/1.1" status: 204 len: 168 time: 0.1226439 Jan 19 18:45:10.406223 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf861be-0e51-491d-9476-27d9c225165d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc4087c-3ed9-427b-ad7e-ccd744d8baf2,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:10.672774 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44700) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:10.686717 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9e34353b-ae52-465f-8411-e26993dd2935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.762525 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9e34353b-ae52-465f-8411-e26993dd2935 admin admin] Publish callbacks [] for security_group (1e5a64cb-9b12-4bb0-8a71-d9a181cb6220), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.767307 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9e34353b-ae52-465f-8411-e26993dd2935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (1e5a64cb-9b12-4bb0-8a71-d9a181cb6220), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.809251 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-9e34353b-ae52-465f-8411-e26993dd2935 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ca9d044eec6441199387ff74cf63f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353800 Jan 19 18:45:10.811129 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34353b-ae52-465f-8411-e26993dd2935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5a64cb-9b12-4bb0-8a71-d9a181cb6220,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:10.812980 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44702) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:10.862311 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3faff24d-1017-4e41-b177-dfb96ba99392 admin admin] Publish callbacks [] for security_group (1e5a64cb-9b12-4bb0-8a71-d9a181cb6220), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.883968 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3faff24d-1017-4e41-b177-dfb96ba99392 admin admin] Publish callbacks [] for security_group (1e5a64cb-9b12-4bb0-8a71-d9a181cb6220), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.931754 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3faff24d-1017-4e41-b177-dfb96ba99392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (1e5a64cb-9b12-4bb0-8a71-d9a181cb6220), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.935431 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3faff24d-1017-4e41-b177-dfb96ba99392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:10.939228 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-3faff24d-1017-4e41-b177-dfb96ba99392 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e5a64cb-9b12-4bb0-8a71-d9a181cb6220 HTTP/1.1" status: 204 len: 168 time: 0.1226938 Jan 19 18:45:10.946657 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faff24d-1017-4e41-b177-dfb96ba99392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5a64cb-9b12-4bb0-8a71-d9a181cb6220,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:12.482076 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:45:12.628142 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44750) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:12.729640 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0ab682d6-9f0e-47ee-ba58-991eeeff7e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:12.803210 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0ab682d6-9f0e-47ee-ba58-991eeeff7e31 admin admin] Publish callbacks [] for security_group (6ccd6311-bcb9-47af-841a-468028ee953e), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:12.807285 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0ab682d6-9f0e-47ee-ba58-991eeeff7e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6ccd6311-bcb9-47af-841a-468028ee953e), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:12.847790 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab682d6-9f0e-47ee-ba58-991eeeff7e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccd6311-bcb9-47af-841a-468028ee953e,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:12.852538 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0ab682d6-9f0e-47ee-ba58-991eeeff7e31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=628d0dfdd6f7439b8f2305210ee0aa36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233481 Jan 19 18:45:12.855986 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44754) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:12.906066 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0c9f3bc6-f349-49cd-b1b8-1aa27bc56023 admin admin] Publish callbacks [] for security_group (6ccd6311-bcb9-47af-841a-468028ee953e), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:12.929363 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0c9f3bc6-f349-49cd-b1b8-1aa27bc56023 admin admin] Publish callbacks [] for security_group (6ccd6311-bcb9-47af-841a-468028ee953e), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:12.983361 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0c9f3bc6-f349-49cd-b1b8-1aa27bc56023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6ccd6311-bcb9-47af-841a-468028ee953e), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:12.986312 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0c9f3bc6-f349-49cd-b1b8-1aa27bc56023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:12.987551 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0c9f3bc6-f349-49cd-b1b8-1aa27bc56023 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ccd6311-bcb9-47af-841a-468028ee953e HTTP/1.1" status: 204 len: 168 time: 0.1307704 Jan 19 18:45:12.995781 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f3bc6-f349-49cd-b1b8-1aa27bc56023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccd6311-bcb9-47af-841a-468028ee953e,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:13.301374 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44760) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:13.315405 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c5fb2344-310c-4788-99d2-e14bb88288f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:13.403258 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c5fb2344-310c-4788-99d2-e14bb88288f3 admin admin] Publish callbacks [] for security_group (ce8e970b-2c5a-4ddc-9e4b-e3b49a035446), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:13.409469 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c5fb2344-310c-4788-99d2-e14bb88288f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ce8e970b-2c5a-4ddc-9e4b-e3b49a035446), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:13.450313 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb2344-310c-4788-99d2-e14bb88288f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8e970b-2c5a-4ddc-9e4b-e3b49a035446,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:13.455433 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c5fb2344-310c-4788-99d2-e14bb88288f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=415f13b56e5847349c48ca2c5531cd76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522465 Jan 19 18:45:13.458632 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44762) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:13.514592 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e0c750df-1f55-40af-a507-00d7e6e53f10 admin admin] Publish callbacks [] for security_group (ce8e970b-2c5a-4ddc-9e4b-e3b49a035446), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:13.537705 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e0c750df-1f55-40af-a507-00d7e6e53f10 admin admin] Publish callbacks [] for security_group (ce8e970b-2c5a-4ddc-9e4b-e3b49a035446), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:13.588998 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e0c750df-1f55-40af-a507-00d7e6e53f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ce8e970b-2c5a-4ddc-9e4b-e3b49a035446), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:13.592122 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e0c750df-1f55-40af-a507-00d7e6e53f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:13.594202 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e0c750df-1f55-40af-a507-00d7e6e53f10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce8e970b-2c5a-4ddc-9e4b-e3b49a035446 HTTP/1.1" status: 204 len: 168 time: 0.1340637 Jan 19 18:45:13.604567 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c750df-1f55-40af-a507-00d7e6e53f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8e970b-2c5a-4ddc-9e4b-e3b49a035446,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:18.293359 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:18.585787 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537cf49-20d0-426d-ae81-2e0106638595 req-e48b564f-7c1b-42e1-ba60-6daefa711991 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:18.587603 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1537cf49-20d0-426d-ae81-2e0106638595 req-e48b564f-7c1b-42e1-ba60-6daefa711991 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 946 time: 0.0496111 Jan 19 18:45:18.647839 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1537cf49-20d0-426d-ae81-2e0106638595 req-d6ffd066-6afe-4410-8304-4601181143ff tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537117 Jan 19 18:45:19.525006 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-d88b85b7-a6a4-41e2-bd77-41ef47ff126c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:19.773445 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6e3ec-feb0-4099-b2c0-14084a7b80b6 req-60b78995-1ccc-466d-a591-45056a8b90ba tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:19.774955 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-86f6e3ec-feb0-4099-b2c0-14084a7b80b6 req-60b78995-1ccc-466d-a591-45056a8b90ba tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 946 time: 0.0529871 Jan 19 18:45:19.822926 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-86f6e3ec-feb0-4099-b2c0-14084a7b80b6 req-5b638ce5-fbe6-46cb-86fe-31c95390da88 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups?id=6eca8220-e1bd-4506-8379-e30e416bf698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Jan 19 18:45:19.982733 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-50bb3053-d24a-4c8c-a7be-e2063e200a26 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:19.984192 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-50bb3053-d24a-4c8c-a7be-e2063e200a26 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.35 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 946 time: 0.0503407 Jan 19 18:45:20.074961 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Deleting port 25fb0bac-be9d-41b6-944e-57b6fd21b448 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:45:20.075306 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:20.188101 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] For port 25fb0bac-be9d-41b6-944e-57b6fd21b448, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=25fb0bac-be9d-41b6-944e-57b6fd21b448,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:45:20.188907 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:20.381566 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:20.382349 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (c2673417-8d12-4058-9d4a-a37d178d99d8), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:20.382849 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.l3_db [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Floating IP c2673417-8d12-4058-9d4a-a37d178d99d8 disassociated. External IP: 172.27.3.21, port: 25fb0bac-be9d-41b6-944e-57b6fd21b448. Jan 19 18:45:20.383186 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Calling delete_port for 25fb0bac-be9d-41b6-944e-57b6fd21b448 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:45:20.526627 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (25fb0bac-be9d-41b6-944e-57b6fd21b448), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:20.554555 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event deleted for resources: {'Port': ['ID=25fb0bac-be9d-41b6-944e-57b6fd21b448,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:20.689778 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:45:20.813532 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:45:20.824447 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace33e1-3037-4ca6-ae89-e6ae0f2b2e37 None None] Sync routers for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:45:20.834978 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace33e1-3037-4ca6-ae89-e6ae0f2b2e37 None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:45:20.836037 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-1ace33e1-3037-4ca6-ae89-e6ae0f2b2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:44:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:45:20.856005 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] No DVR routers for this DVR port 25fb0bac-be9d-41b6-944e-57b6fd21b448 on host hv-cinder-82536 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:45:20.858743 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:20.862107 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2a588c00-04ee-4c02-884b-d78fcf450fe9 req-791fca34-20ae-4575-8448-ef41fd35bcb6 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.35 "DELETE /v2.0/ports/25fb0bac-be9d-41b6-944e-57b6fd21b448 HTTP/1.1" status: 204 len: 173 time: 0.8725321 Jan 19 18:45:20.862594 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'name': 'network-vif-deleted', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:45:20.866147 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94c29c8-b50b-4f9e-82fa-bf90397542c3" -d '{"events": [{"server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "name": "network-vif-deleted", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:45:20.909079 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ed72d4-85cc-4ea3-b58d-f89de623f75e x-openstack-request-id: req-b1ed72d4-85cc-4ea3-b58d-f89de623f75e {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:45:20.909611 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37575ad1-522e-4001-8467-2d55b348865f", "name": "network-vif-deleted", "tag": "25fb0bac-be9d-41b6-944e-57b6fd21b448", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:45:20.910146 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1ed72d4-85cc-4ea3-b58d-f89de623f75e {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:45:20.910771 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37575ad1-522e-4001-8467-2d55b348865f', 'name': 'network-vif-deleted', 'tag': '25fb0bac-be9d-41b6-944e-57b6fd21b448', 'status': 'completed', 'code': 200} Jan 19 18:45:20.960956 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a31ada62-4338-4f1b-a3e0-ac7b08af2731 req-cd141970-be7a-4749-a917-8af63837f92b tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/ports?device_id=37575ad1-522e-4001-8467-2d55b348865f HTTP/1.1" status: 200 len: 210 time: 0.0397751 Jan 19 18:45:20.968030 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-1ace33e1-3037-4ca6-ae89-e6ae0f2b2e37 None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:45:21.176535 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-1ace33e1-3037-4ca6-ae89-e6ae0f2b2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:45:21.202025 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace33e1-3037-4ca6-ae89-e6ae0f2b2e37 None None] Checking router: b6b1baec-66d8-48e8-9d2f-e8a29a04b575 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:45:21.210146 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace33e1-3037-4ca6-ae89-e6ae0f2b2e37 None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:45:21.210694 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-1ace33e1-3037-4ca6-ae89-e6ae0f2b2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:44:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:45:21.316039 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-1ace33e1-3037-4ca6-ae89-e6ae0f2b2e37 None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:45:21.622434 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-1ace33e1-3037-4ca6-ae89-e6ae0f2b2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:45:21.648216 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace33e1-3037-4ca6-ae89-e6ae0f2b2e37 None None] The sync data for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi is: [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:38:20Z', 'revision_number': 4, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '66989df8-4a6b-47b1-b157-0adb5843f492', 'name': '', 'network_id': '0187b0ba-93b9-4dd9-ad91-488eea245e88', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'mac_address': 'fa:16:3e:4e:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:18Z', 'updated_at': '2022-01-19T18:38:36Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'subnets': [{'id': '3ebd8c75-0ae0-46f0-8644-649592054265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:45:21.879393 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5613e6-f388-46c6-b9f8-543a47308c89 None None] New status for floating IP c2673417-8d12-4058-9d4a-a37d178d99d8: DOWN {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:45:22.053538 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44910) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:22.110786 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ec9b87cc-e1a2-49a7-9c7f-795168359af9 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (6eca8220-e1bd-4506-8379-e30e416bf698), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.135044 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ec9b87cc-e1a2-49a7-9c7f-795168359af9 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (6eca8220-e1bd-4506-8379-e30e416bf698), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.192749 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ec9b87cc-e1a2-49a7-9c7f-795168359af9 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6eca8220-e1bd-4506-8379-e30e416bf698), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.195895 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ec9b87cc-e1a2-49a7-9c7f-795168359af9 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.199599 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ec9b87cc-e1a2-49a7-9c7f-795168359af9 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "DELETE /v2.0/security-groups/6eca8220-e1bd-4506-8379-e30e416bf698 HTTP/1.1" status: 204 len: 168 time: 0.1425855 Jan 19 18:45:22.200435 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44918) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:22.206536 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b87cc-e1a2-49a7-9c7f-795168359af9 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eca8220-e1bd-4506-8379-e30e416bf698,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:22.214901 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.api.v2.resource [None req-87c138b8-c5b7-4db5-a623-a8012c2938c2 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] show failed (client error): The resource could not be found. Jan 19 18:45:22.215908 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-87c138b8-c5b7-4db5-a623-a8012c2938c2 tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "GET /v2.0/security-groups/6eca8220-e1bd-4506-8379-e30e416bf698 HTTP/1.1" status: 404 len: 347 time: 0.0139637 Jan 19 18:45:22.219332 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44920) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:22.249429 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-c0ea533b-281f-420a-9ac7-aed244eb8f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.357188 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-41aaaabe-d50c-4311-94b4-08dba3c0546f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Deleting port 94c52942-35f4-45ad-aa12-079a9fc2f179 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:45:22.357660 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-41aaaabe-d50c-4311-94b4-08dba3c0546f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (94c52942-35f4-45ad-aa12-079a9fc2f179), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.431861 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44924) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:22.436403 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-41aaaabe-d50c-4311-94b4-08dba3c0546f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (94c52942-35f4-45ad-aa12-079a9fc2f179), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.436766 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-41aaaabe-d50c-4311-94b4-08dba3c0546f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (94c52942-35f4-45ad-aa12-079a9fc2f179), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.449682 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-41aaaabe-d50c-4311-94b4-08dba3c0546f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Calling delete_port for 94c52942-35f4-45ad-aa12-079a9fc2f179 owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:45:22.540071 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e8d0d659-ba87-45b0-8ad1-4077670b0087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.586179 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-41aaaabe-d50c-4311-94b4-08dba3c0546f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (94c52942-35f4-45ad-aa12-079a9fc2f179), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.612272 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaaabe-d50c-4311-94b4-08dba3c0546f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Pushing event deleted for resources: {'Port': ['ID=94c52942-35f4-45ad-aa12-079a9fc2f179,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:22.619999 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e8d0d659-ba87-45b0-8ad1-4077670b0087 admin admin] Publish callbacks [] for security_group (59be3449-4274-486c-a83e-f64e3fb170f6), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.627498 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e8d0d659-ba87-45b0-8ad1-4077670b0087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (59be3449-4274-486c-a83e-f64e3fb170f6), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.669916 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-e8d0d659-ba87-45b0-8ad1-4077670b0087 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8af070ec14254d7aaba9656bf3edce9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367313 Jan 19 18:45:22.670154 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44928) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:22.680517 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0d659-ba87-45b0-8ad1-4077670b0087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59be3449-4274-486c-a83e-f64e3fb170f6,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:22.724813 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-41aaaabe-d50c-4311-94b4-08dba3c0546f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks [] for floatingip (c2673417-8d12-4058-9d4a-a37d178d99d8), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.727328 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-41aaaabe-d50c-4311-94b4-08dba3c0546f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.728476 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-41aaaabe-d50c-4311-94b4-08dba3c0546f tempest-AttachVolumeShelveTestJSON-1432489303 tempest-AttachVolumeShelveTestJSON-1432489303-project] 10.222.0.39 "DELETE /v2.0/floatingips/c2673417-8d12-4058-9d4a-a37d178d99d8 HTTP/1.1" status: 204 len: 168 time: 0.5079207 Jan 19 18:45:22.749265 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c617bdb2-2f62-4093-89eb-c45335ec65d1 admin admin] Publish callbacks [] for security_group (59be3449-4274-486c-a83e-f64e3fb170f6), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.774632 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c617bdb2-2f62-4093-89eb-c45335ec65d1 admin admin] Publish callbacks [] for security_group (59be3449-4274-486c-a83e-f64e3fb170f6), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.830254 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c617bdb2-2f62-4093-89eb-c45335ec65d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (59be3449-4274-486c-a83e-f64e3fb170f6), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.833141 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c617bdb2-2f62-4093-89eb-c45335ec65d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:22.836539 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c617bdb2-2f62-4093-89eb-c45335ec65d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59be3449-4274-486c-a83e-f64e3fb170f6 HTTP/1.1" status: 204 len: 168 time: 0.1628015 Jan 19 18:45:22.842969 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617bdb2-2f62-4093-89eb-c45335ec65d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be3449-4274-486c-a83e-f64e3fb170f6,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:23.134105 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44938) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:23.148158 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f9b0-2b09-4b32-9680-63d270533475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.159934 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.223177 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f9b0-2b09-4b32-9680-63d270533475 admin admin] Publish callbacks [] for security_group (eaf14231-1940-4336-834c-801ee59450f5), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.227500 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f9b0-2b09-4b32-9680-63d270533475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (eaf14231-1940-4336-834c-801ee59450f5), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.266162 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d7f1f9b0-2b09-4b32-9680-63d270533475 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d847d826508641c482863134a6318a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309531 Jan 19 18:45:23.266880 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1f9b0-2b09-4b32-9680-63d270533475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf14231-1940-4336-834c-801ee59450f5,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:23.269438 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44940) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:23.338883 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37d3db4c-4e83-40f0-849d-e6901334f9f6 admin admin] Publish callbacks [] for security_group (eaf14231-1940-4336-834c-801ee59450f5), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.361389 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37d3db4c-4e83-40f0-849d-e6901334f9f6 admin admin] Publish callbacks [] for security_group (eaf14231-1940-4336-834c-801ee59450f5), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.411411 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37d3db4c-4e83-40f0-849d-e6901334f9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (eaf14231-1940-4336-834c-801ee59450f5), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.414137 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37d3db4c-4e83-40f0-849d-e6901334f9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.415286 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-37d3db4c-4e83-40f0-849d-e6901334f9f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eaf14231-1940-4336-834c-801ee59450f5 HTTP/1.1" status: 204 len: 168 time: 0.1449432 Jan 19 18:45:23.423340 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3db4c-4e83-40f0-849d-e6901334f9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf14231-1940-4336-834c-801ee59450f5,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:23.743150 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 44946) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:23.757156 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9affdfc0-327d-4c9c-a940-0cc1d05c0713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.839479 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9affdfc0-327d-4c9c-a940-0cc1d05c0713 admin admin] Publish callbacks [] for security_group (1f22fd46-91c1-421a-8a8b-e5a49da70f5a), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.843276 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9affdfc0-327d-4c9c-a940-0cc1d05c0713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (1f22fd46-91c1-421a-8a8b-e5a49da70f5a), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.882689 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9affdfc0-327d-4c9c-a940-0cc1d05c0713 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c41b21a651454ff596b93d4adb87a2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384161 Jan 19 18:45:23.883585 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affdfc0-327d-4c9c-a940-0cc1d05c0713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f22fd46-91c1-421a-8a8b-e5a49da70f5a,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:23.885447 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 44948) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:23.935847 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f2bd-6046-46d7-aa6e-88f34176343d admin admin] Publish callbacks [] for security_group (1f22fd46-91c1-421a-8a8b-e5a49da70f5a), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:23.959162 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f2bd-6046-46d7-aa6e-88f34176343d admin admin] Publish callbacks [] for security_group (1f22fd46-91c1-421a-8a8b-e5a49da70f5a), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:24.021507 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f2bd-6046-46d7-aa6e-88f34176343d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (1f22fd46-91c1-421a-8a8b-e5a49da70f5a), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:24.027575 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f2bd-6046-46d7-aa6e-88f34176343d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:24.028775 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-d7f6f2bd-6046-46d7-aa6e-88f34176343d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f22fd46-91c1-421a-8a8b-e5a49da70f5a HTTP/1.1" status: 204 len: 168 time: 0.1413486 Jan 19 18:45:24.042138 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6f2bd-6046-46d7-aa6e-88f34176343d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f22fd46-91c1-421a-8a8b-e5a49da70f5a,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:24.108126 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 25fb0bac-be9d-41b6-944e-57b6fd21b448 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:45:24.137052 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: 25fb0bac-be9d-41b6-944e-57b6fd21b448 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:45:24.137260 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 25fb0bac-be9d-41b6-944e-57b6fd21b448 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:45:24.496310 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:24.653697 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-7bb08257-a15d-4886-b0ae-9ac6f98c710b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467656 Jan 19 18:45:24.724525 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-8bd31e2c-1ba2-4218-b980-d5c06c689e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:24.726083 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-8bd31e2c-1ba2-4218-b980-d5c06c689e00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c021d923a00e46de95dc00151f1d907f&device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 1098 time: 0.0479722 Jan 19 18:45:24.843298 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-971d7455-fcef-4a27-a13d-e1a9fb4340b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:24.844825 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-971d7455-fcef-4a27-a13d-e1a9fb4340b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f90c5281-a610-4a74-9725-0c46feb803d2 HTTP/1.1" status: 200 len: 908 time: 0.0932953 Jan 19 18:45:24.911927 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-3572e711-ed55-465d-b7e9-d26bd1592526 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3041398-7a90-4da6-a897-14ef1901c0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0603843 Jan 19 18:45:24.965747 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-3c40da4b-b01f-4d82-b807-7fe73bb91c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:24.967237 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-3c40da4b-b01f-4d82-b807-7fe73bb91c75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d465540-0e32-47b0-9c9b-4ae7cdb00163 HTTP/1.1" status: 200 len: 847 time: 0.0494957 Jan 19 18:45:25.017056 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-71b717d7-0e39-4928-bc9c-7af564f22f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:25.018643 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-71b717d7-0e39-4928-bc9c-7af564f22f44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f90c5281-a610-4a74-9725-0c46feb803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432591 Jan 19 18:45:25.112390 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-fc7a8827-bf15-4832-a6d3-45128054edce service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868664 Jan 19 18:45:25.217261 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-397fc92b-3c0a-40c7-ac47-eb8b634f53f3 req-d4538f24-9e4a-4654-8a0a-781778ae93c0 service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978594 Jan 19 18:45:25.236203 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 45000) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:25.802868 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2090550'] for router_interface (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.058670 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.066527 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] Deleting port 66989df8-4a6b-47b1-b157-0adb5843f492 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:45:26.066860 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.146472 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] For port 66989df8-4a6b-47b1-b157-0adb5843f492, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=66989df8-4a6b-47b1-b157-0adb5843f492,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:45:26.146829 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.159786 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] Calling delete_port for 66989df8-4a6b-47b1-b157-0adb5843f492 owned by network:router_interface {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:45:26.187853 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45040) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:26.293366 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-eff7cc5d-bfca-49f9-a191-befebaf312e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.340806 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (66989df8-4a6b-47b1-b157-0adb5843f492), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.367942 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=66989df8-4a6b-47b1-b157-0adb5843f492,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:26.370861 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-eff7cc5d-bfca-49f9-a191-befebaf312e4 admin admin] Publish callbacks [] for security_group (4f0ead86-7e84-4735-a497-ade1597bd498), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.376252 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-eff7cc5d-bfca-49f9-a191-befebaf312e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4f0ead86-7e84-4735-a497-ade1597bd498), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.415420 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7cc5d-bfca-49f9-a191-befebaf312e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ead86-7e84-4735-a497-ade1597bd498,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:26.422993 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-eff7cc5d-bfca-49f9-a191-befebaf312e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f742610b41e440d58dea46c5f595f0e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339530 Jan 19 18:45:26.423593 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45044) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:26.477449 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-704d16e4-abd1-46a2-877a-87b12ca8d7b6 admin admin] Publish callbacks [] for security_group (4f0ead86-7e84-4735-a497-ade1597bd498), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.500022 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-704d16e4-abd1-46a2-877a-87b12ca8d7b6 admin admin] Publish callbacks [] for security_group (4f0ead86-7e84-4735-a497-ade1597bd498), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.557208 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089382'] for router_interface (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.559753 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-704d16e4-abd1-46a2-877a-87b12ca8d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4f0ead86-7e84-4735-a497-ade1597bd498), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.562630 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-704d16e4-abd1-46a2-877a-87b12ca8d7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.563978 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-704d16e4-abd1-46a2-877a-87b12ca8d7b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f0ead86-7e84-4735-a497-ade1597bd498 HTTP/1.1" status: 204 len: 168 time: 0.1388104 Jan 19 18:45:26.584034 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d16e4-abd1-46a2-877a-87b12ca8d7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ead86-7e84-4735-a497-ade1597bd498,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:26.802987 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] Router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:45:26.848200 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45050) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:26.861127 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ae1a-571b-44a5-ab16-634501ff20dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.910307 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:45:26.915636 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-8a231c03-d658-4daf-b95f-54dc8da8bfc2 admin admin] 10.222.0.39 "PUT /v2.0/routers/b6b1baec-66d8-48e8-9d2f-e8a29a04b575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6783338 Jan 19 18:45:26.918390 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 45052) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:26.921212 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4dca5f-c7e0-4f63-adf9-b6a90386608c None None] Sync routers for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:45:26.931632 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4dca5f-c7e0-4f63-adf9-b6a90386608c None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:45:26.932509 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-fd4dca5f-c7e0-4f63-adf9-b6a90386608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:45:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:45:26.942814 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ae1a-571b-44a5-ab16-634501ff20dd admin admin] Publish callbacks [] for security_group (a6606863-2dfa-451c-8999-111a170cfc3b), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.947510 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ae1a-571b-44a5-ab16-634501ff20dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (a6606863-2dfa-451c-8999-111a170cfc3b), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:26.984148 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2ae1a-571b-44a5-ab16-634501ff20dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6606863-2dfa-451c-8999-111a170cfc3b,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:26.991450 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9fa2ae1a-571b-44a5-ab16-634501ff20dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67dc165851164d0eac32a5bf94871370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420498 Jan 19 18:45:26.994062 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45054) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:27.034728 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Publish callbacks [] for router (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.048423 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-fd4dca5f-c7e0-4f63-adf9-b6a90386608c None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:45:27.053259 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f59f-d537-43e0-b7d3-58f467eb3cca admin admin] Publish callbacks [] for security_group (a6606863-2dfa-451c-8999-111a170cfc3b), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.084267 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f59f-d537-43e0-b7d3-58f467eb3cca admin admin] Publish callbacks [] for security_group (a6606863-2dfa-451c-8999-111a170cfc3b), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.137818 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Publish callbacks [] for router_gateway (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.141337 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f59f-d537-43e0-b7d3-58f467eb3cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (a6606863-2dfa-451c-8999-111a170cfc3b), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.144210 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f59f-d537-43e0-b7d3-58f467eb3cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.145689 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6ba4f59f-d537-43e0-b7d3-58f467eb3cca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6606863-2dfa-451c-8999-111a170cfc3b HTTP/1.1" status: 204 len: 168 time: 0.1506605 Jan 19 18:45:27.154310 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4f59f-d537-43e0-b7d3-58f467eb3cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6606863-2dfa-451c-8999-111a170cfc3b,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:27.216929 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Deleting port fb224b24-4692-411e-8bb2-e041fb820cb0 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:45:27.217280 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.231762 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-fd4dca5f-c7e0-4f63-adf9-b6a90386608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:45:26Z', 'revision_number': 5, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port': {'id': 'fb224b24-4692-411e-8bb2-e041fb820cb0', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:38:11Z', 'updated_at': '2022-01-19T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:45:27.257723 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4dca5f-c7e0-4f63-adf9-b6a90386608c None None] Checking router: b6b1baec-66d8-48e8-9d2f-e8a29a04b575 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:45:27.266407 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4dca5f-c7e0-4f63-adf9-b6a90386608c None None] Routers {'b6b1baec-66d8-48e8-9d2f-e8a29a04b575'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:45:27.267067 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-fd4dca5f-c7e0-4f63-adf9-b6a90386608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:45:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:45:27.298979 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] For port fb224b24-4692-411e-8bb2-e041fb820cb0, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=fb224b24-4692-411e-8bb2-e041fb820cb0,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:45:27.299404 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.313410 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Calling delete_port for fb224b24-4692-411e-8bb2-e041fb820cb0 owned by network:router_gateway {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:45:27.354021 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-fd4dca5f-c7e0-4f63-adf9-b6a90386608c None None] Set router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 gateway port host: None {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:45:27.406096 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-fd4dca5f-c7e0-4f63-adf9-b6a90386608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:45:27Z', 'revision_number': 6, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port_host': None}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:45:27.439941 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4dca5f-c7e0-4f63-adf9-b6a90386608c None None] The sync data for ids ['b6b1baec-66d8-48e8-9d2f-e8a29a04b575'] in dv-cinder-825360-1-iscsi is: [{'id': 'b6b1baec-66d8-48e8-9d2f-e8a29a04b575', 'name': 'tempest-AttachVolumeShelveTestJSON-418139990-router', 'tenant_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:38:10Z', 'updated_at': '2022-01-19T18:45:27Z', 'revision_number': 6, 'project_id': '89d4e9bdbe8c4c9d841d7a69bb3e40a0', 'gw_port_host': None}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:45:27.509978 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (fb224b24-4692-411e-8bb2-e041fb820cb0), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.535444 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb224b24-4692-411e-8bb2-e041fb820cb0,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:27.602885 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2093688'] for router_gateway (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.699827 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9961'] for router (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.701721 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Publish callbacks [] for router_controller (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.745157 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092500'] for router (b6b1baec-66d8-48e8-9d2f-e8a29a04b575), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.745855 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b1baec-66d8-48e8-9d2f-e8a29a04b575 {{(pid=103027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 18:45:27.750413 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.751554 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-ab93a827-a17a-4fae-b168-b81b0a1f13d1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b6b1baec-66d8-48e8-9d2f-e8a29a04b575 HTTP/1.1" status: 204 len: 168 time: 0.8322399 Jan 19 18:45:27.754248 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45074) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:27.812639 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b0d230-2776-44d3-b1c3-edc3bb37bff6 admin admin] Deleting subnet 3ebd8c75-0ae0-46f0-8644-649592054265 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:45:27.818775 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d230-2776-44d3-b1c3-edc3bb37bff6 admin admin] Publish callbacks [] for subnet (3ebd8c75-0ae0-46f0-8644-649592054265), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.858452 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d230-2776-44d3-b1c3-edc3bb37bff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189533'] for subnet (3ebd8c75-0ae0-46f0-8644-649592054265), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.939552 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d230-2776-44d3-b1c3-edc3bb37bff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (3ebd8c75-0ae0-46f0-8644-649592054265), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:27.996955 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d230-2776-44d3-b1c3-edc3bb37bff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25584430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27115052'] for subnet (3ebd8c75-0ae0-46f0-8644-649592054265), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.024421 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d230-2776-44d3-b1c3-edc3bb37bff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.030550 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a5b0d230-2776-44d3-b1c3-edc3bb37bff6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3ebd8c75-0ae0-46f0-8644-649592054265 HTTP/1.1" status: 204 len: 168 time: 0.2741508 Jan 19 18:45:28.032433 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 45084) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:28.032655 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0d230-2776-44d3-b1c3-edc3bb37bff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ebd8c75-0ae0-46f0-8644-649592054265,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:28.033716 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775183be-6da8-4672-a9f0-3996f3de64d7 None None] Network 0187b0ba-93b9-4dd9-ad91-488eea245e88 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:45:28.108500 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (0187b0ba-93b9-4dd9-ad91-488eea245e88), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.175263 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Deleting port 49c75093-8f8b-4f9b-9e06-1959c959a54b {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:45:28.175520 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.245986 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] For port 49c75093-8f8b-4f9b-9e06-1959c959a54b, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=49c75093-8f8b-4f9b-9e06-1959c959a54b,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:45:28.246726 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.251265 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] DHCP port deletion for 0187b0ba-93b9-4dd9-ad91-488eea245e88 request from dv-cinder-825360-1-iscsi {{(pid=103028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 18:45:28.262436 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Calling delete_port for 49c75093-8f8b-4f9b-9e06-1959c959a54b owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:45:28.305995 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Deleting port 49c75093-8f8b-4f9b-9e06-1959c959a54b {{(pid=103028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:45:28.306601 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), before_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.351418 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.384587 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] For port 49c75093-8f8b-4f9b-9e06-1959c959a54b, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=49c75093-8f8b-4f9b-9e06-1959c959a54b,segment=NetworkSegment(29a93d04-54d1-4fce-b46c-374e9996e041),segment_id=29a93d04-54d1-4fce-b46c-374e9996e041)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:45:28.385125 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), precommit_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.385738 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Pushing event deleted for resources: {'Port': ['ID=49c75093-8f8b-4f9b-9e06-1959c959a54b,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:28.390973 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] No DVR routers for this DVR port 49c75093-8f8b-4f9b-9e06-1959c959a54b on host dv-cinder-825360-1-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:45:28.402635 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Calling delete_port for 49c75093-8f8b-4f9b-9e06-1959c959a54b owned by network:dhcp {{(pid=103028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:45:28.502805 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477'] for port (49c75093-8f8b-4f9b-9e06-1959c959a54b), after_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.548411 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Pushing event deleted for resources: {'Port': ['ID=49c75093-8f8b-4f9b-9e06-1959c959a54b,revision_number=None']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:28.559759 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.560585 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.560985 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.561328 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.561669 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.562000 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.562496 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.563637 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.564140 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.564657 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.565288 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.565951 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.566596 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:28.572080 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb78179-704e-4eb9-b79e-c599f5e0b663 None None] No DVR routers for this DVR port 49c75093-8f8b-4f9b-9e06-1959c959a54b on host dv-cinder-825360-1-iscsi {{(pid=103028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:45:28.778101 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (0187b0ba-93b9-4dd9-ad91-488eea245e88), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.798717 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0187b0ba-93b9-4dd9-ad91-488eea245e88']}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:45:28.808554 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a93d04-54d1-4fce-b46c-374e9996e041') {'for_net_delete': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:45:28.808913 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a93d04-54d1-4fce-b46c-374e9996e041') {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:45:28.819656 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27101020'] for segment (29a93d04-54d1-4fce-b46c-374e9996e041), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.834162 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (29a93d04-54d1-4fce-b46c-374e9996e041), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.840490 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:45:28.840897 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141864'] for segment (29a93d04-54d1-4fce-b46c-374e9996e041), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: Traceback (most recent call last): Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: timer() Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: cb(*args, **kw) Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: return func(*args, **kwargs) Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: self._notify() Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: self.callback(batched_events) Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: event.method(event) Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: return f(self, *a, **k) Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._get(url).json() Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: return self.request(url, 'GET', **kwargs) Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:45:28.842685 dv-cinder-825360-1-iscsi neutron-server[103027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:45:28.898433 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (0187b0ba-93b9-4dd9-ad91-488eea245e88), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.904053 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:28.909627 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] 10.222.0.39 "DELETE /v2.0/networks/0187b0ba-93b9-4dd9-ad91-488eea245e88 HTTP/1.1" status: 204 len: 168 time: 0.8733206 Jan 19 18:45:28.918465 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd896518-82bf-4eef-a652-7794eebf597c admin admin] Pushing event deleted for resources: {'Network': ['ID=0187b0ba-93b9-4dd9-ad91-488eea245e88,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:29.095049 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45140) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:29.134758 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6f493e33-e142-4a83-9e90-21204663386b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89d4e9bdbe8c4c9d841d7a69bb3e40a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385537 Jan 19 18:45:29.137236 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45142) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:29.183899 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-67b002cb-67b3-4322-b3b2-c84337849bd6 admin admin] Publish callbacks [] for security_group (beab7cc1-2a47-4ec7-a25f-32849901590c), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:29.206978 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-67b002cb-67b3-4322-b3b2-c84337849bd6 admin admin] Publish callbacks [] for security_group (beab7cc1-2a47-4ec7-a25f-32849901590c), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:29.254341 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-67b002cb-67b3-4322-b3b2-c84337849bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (beab7cc1-2a47-4ec7-a25f-32849901590c), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:29.258192 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-67b002cb-67b3-4322-b3b2-c84337849bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:29.259371 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-67b002cb-67b3-4322-b3b2-c84337849bd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/beab7cc1-2a47-4ec7-a25f-32849901590c HTTP/1.1" status: 204 len: 168 time: 0.1212528 Jan 19 18:45:29.267896 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b002cb-67b3-4322-b3b2-c84337849bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beab7cc1-2a47-4ec7-a25f-32849901590c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:29.463810 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 66989df8-4a6b-47b1-b157-0adb5843f492 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:45:29.484010 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 66989df8-4a6b-47b1-b157-0adb5843f492 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:45:29.484435 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 66989df8-4a6b-47b1-b157-0adb5843f492 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:45:29.484943 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 49c75093-8f8b-4f9b-9e06-1959c959a54b no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:45:29.504188 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 49c75093-8f8b-4f9b-9e06-1959c959a54b {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:45:29.504524 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 49c75093-8f8b-4f9b-9e06-1959c959a54b not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:45:29.504964 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device fb224b24-4692-411e-8bb2-e041fb820cb0 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:45:29.523223 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: fb224b24-4692-411e-8bb2-e041fb820cb0 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:45:29.523504 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device fb224b24-4692-411e-8bb2-e041fb820cb0 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:45:32.855219 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ecbcd-634f-4e4d-8d15-a5b0db003cdf req-9ee92149-53dd-4d66-9cee-f1add616a5b6 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:32.856702 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ab6ecbcd-634f-4e4d-8d15-a5b0db003cdf req-9ee92149-53dd-4d66-9cee-f1add616a5b6 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0513022 Jan 19 18:45:32.927641 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ab6ecbcd-634f-4e4d-8d15-a5b0db003cdf req-b7ee4f17-f61c-4528-9017-324ee22acd0c tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642612 Jan 19 18:45:34.046325 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4364a9a-6d60-4532-9c40-a3685b1549e3 req-22630982-34cc-4262-a0a7-ed3aae67c2ec tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:34.047807 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b4364a9a-6d60-4532-9c40-a3685b1549e3 req-22630982-34cc-4262-a0a7-ed3aae67c2ec tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0499704 Jan 19 18:45:34.100954 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b4364a9a-6d60-4532-9c40-a3685b1549e3 req-13543dc7-1399-4f6d-a7a3-f6135ff3acfc tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468817 Jan 19 18:45:35.217025 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259845c-005d-4222-bad3-7607ebda516d req-d1130cbd-3bf9-409e-a0f0-2de899c369e5 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:35.218513 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c259845c-005d-4222-bad3-7607ebda516d req-d1130cbd-3bf9-409e-a0f0-2de899c369e5 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0493617 Jan 19 18:45:35.270341 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c259845c-005d-4222-bad3-7607ebda516d req-1188e504-371f-41d4-835d-a01e4ee0ace7 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461326 Jan 19 18:45:36.629305 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efaac3-f409-4bac-8e93-a4016e244d89 req-eced5475-54c7-4177-a4b7-d16559aa8f98 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:36.630741 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b5efaac3-f409-4bac-8e93-a4016e244d89 req-eced5475-54c7-4177-a4b7-d16559aa8f98 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.2926385 Jan 19 18:45:36.678701 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b5efaac3-f409-4bac-8e93-a4016e244d89 req-b5ee1384-a0be-4c9d-a9a3-94f1d9ef1ade tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423543 Jan 19 18:45:37.809692 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab745c5-41c7-4428-b17a-541c0bd59b08 req-3e1cd022-81f4-4d36-bf3e-f5b05cf77f93 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:37.811256 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bab745c5-41c7-4428-b17a-541c0bd59b08 req-3e1cd022-81f4-4d36-bf3e-f5b05cf77f93 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0626152 Jan 19 18:45:37.876822 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bab745c5-41c7-4428-b17a-541c0bd59b08 req-73ba7077-95b0-4094-92f0-0ba61b1254c0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586884 Jan 19 18:45:39.008976 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56f570-d3ba-4373-87c5-36b8f89cf015 req-bc74ad3a-ff1a-4d07-b42c-350054c7e55a tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:39.010588 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd56f570-d3ba-4373-87c5-36b8f89cf015 req-bc74ad3a-ff1a-4d07-b42c-350054c7e55a tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0608621 Jan 19 18:45:39.071808 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd56f570-d3ba-4373-87c5-36b8f89cf015 req-03ebd20f-0eb4-4687-a216-a92c69da869d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517695 Jan 19 18:45:40.190303 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393de4-400a-4b24-a300-c134b577f6fd req-4c8df36c-005b-4165-8e08-ec47da7dd0c3 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:40.191838 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e3393de4-400a-4b24-a300-c134b577f6fd req-4c8df36c-005b-4165-8e08-ec47da7dd0c3 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0485303 Jan 19 18:45:40.242219 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e3393de4-400a-4b24-a300-c134b577f6fd req-69372911-a1f3-4275-bee5-d5324309a260 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Jan 19 18:45:41.355496 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03cb5e-8c7e-4af5-9e9e-b79c5a32eee2 req-e5544fda-92f1-477a-bf8b-52905b273648 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:41.357730 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0c03cb5e-8c7e-4af5-9e9e-b79c5a32eee2 req-e5544fda-92f1-477a-bf8b-52905b273648 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0498407 Jan 19 18:45:41.410723 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0c03cb5e-8c7e-4af5-9e9e-b79c5a32eee2 req-b42e2753-c84c-40c5-8eec-5ac35295197d tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476182 Jan 19 18:45:42.527947 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ea6d-5ad1-4109-adbf-9b7f6a392567 req-000d280d-6eee-4fd2-a863-287985a469d3 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:42.529418 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8ab2ea6d-5ad1-4109-adbf-9b7f6a392567 req-000d280d-6eee-4fd2-a863-287985a469d3 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0488846 Jan 19 18:45:42.577423 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8ab2ea6d-5ad1-4109-adbf-9b7f6a392567 req-5f33fc44-3dc0-46a3-8ecf-7a7b9fc0c53e tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424380 Jan 19 18:45:43.015034 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277f390-380a-4f1f-b057-98996e82abfe req-69bacf1c-0a52-47bb-9ee0-b6462639fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:43.016963 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d277f390-380a-4f1f-b057-98996e82abfe req-69bacf1c-0a52-47bb-9ee0-b6462639fb38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c021d923a00e46de95dc00151f1d907f&device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 1098 time: 0.0467088 Jan 19 18:45:43.123313 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277f390-380a-4f1f-b057-98996e82abfe req-cbbfae78-ee83-44c0-858a-47b7eec3c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:43.124848 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d277f390-380a-4f1f-b057-98996e82abfe req-cbbfae78-ee83-44c0-858a-47b7eec3c280 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f90c5281-a610-4a74-9725-0c46feb803d2 HTTP/1.1" status: 200 len: 908 time: 0.1026077 Jan 19 18:45:43.189996 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d277f390-380a-4f1f-b057-98996e82abfe req-f382e2f8-a674-4c5c-a979-11b73c530bc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3041398-7a90-4da6-a897-14ef1901c0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0588596 Jan 19 18:45:43.242184 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277f390-380a-4f1f-b057-98996e82abfe req-8a5ee293-267b-4557-9552-1e822d9248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:43.245134 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d277f390-380a-4f1f-b057-98996e82abfe req-8a5ee293-267b-4557-9552-1e822d9248bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d465540-0e32-47b0-9c9b-4ae7cdb00163 HTTP/1.1" status: 200 len: 847 time: 0.0499022 Jan 19 18:45:43.306353 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277f390-380a-4f1f-b057-98996e82abfe req-6ea6d707-1740-42f8-8424-ebd467b91e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:43.307895 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d277f390-380a-4f1f-b057-98996e82abfe req-6ea6d707-1740-42f8-8424-ebd467b91e7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f90c5281-a610-4a74-9725-0c46feb803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571480 Jan 19 18:45:43.409703 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d277f390-380a-4f1f-b057-98996e82abfe req-c5108e0d-1b96-42be-aef3-8e6807e9009f service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950286 Jan 19 18:45:43.513001 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d277f390-380a-4f1f-b057-98996e82abfe req-cd689627-c18f-4463-b8d5-f54ebf07620a service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946445 Jan 19 18:45:43.690195 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28dac4-1848-4934-a114-6c74e6c0c5a8 req-8b5340d3-5b16-4ba2-800a-4b0e6d5dd98e tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:43.691662 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a28dac4-1848-4934-a114-6c74e6c0c5a8 req-8b5340d3-5b16-4ba2-800a-4b0e6d5dd98e tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0487614 Jan 19 18:45:43.740153 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a28dac4-1848-4934-a114-6c74e6c0c5a8 req-aebee0b4-b93a-444d-b7e9-75eaa59cbccb tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Jan 19 18:45:44.873934 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb7420-4c8d-471d-926c-0a2636541adb req-72a3bcd2-bd4f-4c8d-bcdd-e085110ab6e2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:44.875758 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-54bb7420-4c8d-471d-926c-0a2636541adb req-72a3bcd2-bd4f-4c8d-bcdd-e085110ab6e2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0615752 Jan 19 18:45:44.934406 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-54bb7420-4c8d-471d-926c-0a2636541adb req-8aef908d-8256-441a-880b-b2fe7ab535ff tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511012 Jan 19 18:45:45.939825 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 45398) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:46.059366 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69462209-b78a-4516-9081-9a89c725fa07 req-51d50407-c0b9-48fa-bb23-1447a83d5cd1 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:46.060888 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-69462209-b78a-4516-9081-9a89c725fa07 req-51d50407-c0b9-48fa-bb23-1447a83d5cd1 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0555818 Jan 19 18:45:46.069351 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-73152542-cbfb-4582-a66b-33346ceaac5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:46.126321 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-69462209-b78a-4516-9081-9a89c725fa07 req-e7406c32-5c38-404c-bfcd-9a94175278ff tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565999 Jan 19 18:45:46.153089 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-73152542-cbfb-4582-a66b-33346ceaac5c admin admin] Publish callbacks [] for security_group (4108a78c-f88c-4195-9e38-825a37517070), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:46.157752 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-73152542-cbfb-4582-a66b-33346ceaac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4108a78c-f88c-4195-9e38-825a37517070), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:46.195741 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73152542-cbfb-4582-a66b-33346ceaac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4108a78c-f88c-4195-9e38-825a37517070,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:46.209752 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45412) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:46.214697 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-73152542-cbfb-4582-a66b-33346ceaac5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fc4937ab5094d3ba6dda04fd28e1fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735999 Jan 19 18:45:46.273203 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Publish callbacks [] for security_group (4108a78c-f88c-4195-9e38-825a37517070), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:46.294656 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [req-dc5a43e4-d9fc-4dd4-b667-233da2520bd9 req-f94aadd3-670f-407e-b4b7-49b238b56e15 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:45:46.295703 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc5a43e4-d9fc-4dd4-b667-233da2520bd9 req-f94aadd3-670f-407e-b4b7-49b238b56e15 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1005199 Jan 19 18:45:46.306615 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Publish callbacks [] for security_group (4108a78c-f88c-4195-9e38-825a37517070), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:46.375588 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4108a78c-f88c-4195-9e38-825a37517070), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:46.380553 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:46.382078 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4108a78c-f88c-4195-9e38-825a37517070 HTTP/1.1" status: 204 len: 168 time: 0.1710942 Jan 19 18:45:46.394442 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4108a78c-f88c-4195-9e38-825a37517070,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:46.413650 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.414278 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.415052 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.417114 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.417475 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.417862 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.418210 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.418552 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.418892 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.420433 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.420808 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.421145 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.421980 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbdb5cc-79ad-4635-bc0b-723e5cf86a9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:46.445678 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-8e211fd2-30b7-46c2-bdcf-b48d376dc1c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418160 Jan 19 18:45:46.481871 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fef778-7232-4920-b3ec-d711f5493086 req-7cb780d6-7e94-4897-8489-298a91fb200c tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:46.483420 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-45fef778-7232-4920-b3ec-d711f5493086 req-7cb780d6-7e94-4897-8489-298a91fb200c tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0566785 Jan 19 18:45:46.539771 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-45fef778-7232-4920-b3ec-d711f5493086 req-18cf2795-c509-4793-8486-583dfb2929ce tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505674 Jan 19 18:45:47.688717 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69082994-e143-436e-b817-d8417c32671e req-a556f640-d2fb-40ca-9499-52358e866df9 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:47.690328 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-69082994-e143-436e-b817-d8417c32671e req-a556f640-d2fb-40ca-9499-52358e866df9 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0785661 Jan 19 18:45:47.700417 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-327cb07a-c55a-4bfd-b359-c67be2381e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:47.701092 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-327cb07a-c55a-4bfd-b359-c67be2381e4f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704&tenant_id=c021d923a00e46de95dc00151f1d907f HTTP/1.1" status: 200 len: 1098 time: 0.0563140 Jan 19 18:45:47.777581 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-69082994-e143-436e-b817-d8417c32671e req-d4a4b5fd-36ca-45ec-9eea-968c2326f353 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812511 Jan 19 18:45:47.788379 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-93f7b43c-3623-44dd-8d36-2191b1e9f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:47.791126 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-93f7b43c-3623-44dd-8d36-2191b1e9f68b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c021d923a00e46de95dc00151f1d907f&device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 1098 time: 0.0619144 Jan 19 18:45:47.905157 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-3f704c74-bd74-4d51-9ab0-7f241d53cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:47.906663 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-3f704c74-bd74-4d51-9ab0-7f241d53cf44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f90c5281-a610-4a74-9725-0c46feb803d2 HTTP/1.1" status: 200 len: 908 time: 0.1103835 Jan 19 18:45:47.976814 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-9826a9b5-e3da-4e02-801b-56c41679e7ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3041398-7a90-4da6-a897-14ef1901c0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0643165 Jan 19 18:45:48.028380 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-58a1ac1b-0d7e-485a-b570-19959d93116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:48.029836 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-58a1ac1b-0d7e-485a-b570-19959d93116e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d465540-0e32-47b0-9c9b-4ae7cdb00163 HTTP/1.1" status: 200 len: 847 time: 0.0476208 Jan 19 18:45:48.076683 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-807c56a6-2b42-4a1f-beef-eff5cce17083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:48.078615 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-807c56a6-2b42-4a1f-beef-eff5cce17083 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f90c5281-a610-4a74-9725-0c46feb803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422020 Jan 19 18:45:48.174274 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-ed27f1b5-6a97-49d8-8ebc-57ea73828f3a service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887156 Jan 19 18:45:48.266370 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e8a4f5dd-9f87-4c08-869e-6c644f37472a req-d35b99ad-4247-4b07-b4bd-20d0ba788e70 service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870814 Jan 19 18:45:48.295332 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device a3041398-7a90-4da6-a897-14ef1901c0b6 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:45:48.332566 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:48.389090 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port a3041398-7a90-4da6-a897-14ef1901c0b6 is: ACTIVE; New status is: DOWN {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:45:48.389617 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:48.416347 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:45:48.418680 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c64edf-d983-4959-a21c-bfee118cb7c1" -d '{"events": [{"server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "name": "network-vif-unplugged", "status": "completed", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:45:48.432456 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port a3041398-7a90-4da6-a897-14ef1901c0b6, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a3041398-7a90-4da6-a897-14ef1901c0b6,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:45:48.436690 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:48.461645 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Jan 2022 18:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c3c4ad-1b6e-439f-a35a-7b162058646b x-openstack-request-id: req-a3c3c4ad-1b6e-439f-a35a-7b162058646b {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:45:48.461941 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "name": "network-vif-unplugged", "status": "completed", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:45:48.462202 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3c3c4ad-1b6e-439f-a35a-7b162058646b {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:45:48.462598 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'code': 200} Jan 19 18:45:48.493119 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=a3041398-7a90-4da6-a897-14ef1901c0b6,revision_number=6']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:48.894332 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab29f2-a754-405e-b25b-ff5d982d891e req-a935d9ec-ab8b-4b48-bcd0-9c7b5aa11be2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:48.895798 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06ab29f2-a754-405e-b25b-ff5d982d891e req-a935d9ec-ab8b-4b48-bcd0-9c7b5aa11be2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0488954 Jan 19 18:45:48.950116 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-06ab29f2-a754-405e-b25b-ff5d982d891e req-a8ce7dc7-c54b-458e-95f0-51675ffdbfa0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486715 Jan 19 18:45:49.482749 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:45:49.555109 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bf013985-196c-490d-ba9d-01f374d626d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:50.073322 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c081eb3-b399-47e4-87c6-c0915f8e2928 req-70b7b877-441a-415d-b856-c4c385957066 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:50.074839 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7c081eb3-b399-47e4-87c6-c0915f8e2928 req-70b7b877-441a-415d-b856-c4c385957066 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0542490 Jan 19 18:45:50.126110 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7c081eb3-b399-47e4-87c6-c0915f8e2928 req-b5331c8e-0c9f-43fb-94bc-182ae9518714 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452943 Jan 19 18:45:51.243281 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e204c98-5e9a-4626-8b3d-c1fdcf11d134 req-5739b1a9-ab4d-407e-bd65-170247485c17 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:51.244825 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8e204c98-5e9a-4626-8b3d-c1fdcf11d134 req-5739b1a9-ab4d-407e-bd65-170247485c17 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0494440 Jan 19 18:45:51.300836 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8e204c98-5e9a-4626-8b3d-c1fdcf11d134 req-f7c3c6c2-5453-4c4c-a270-cf971aaf1eb3 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496855 Jan 19 18:45:52.247739 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-fdd8eb84-dde7-45ed-bde7-a26b15abea07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:52.434145 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22d3a3-00f9-4cb8-b6af-7dc673bb5ec4 req-4188b1fe-a558-4d19-98ee-8218bc23d268 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:52.435746 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1c22d3a3-00f9-4cb8-b6af-7dc673bb5ec4 req-4188b1fe-a558-4d19-98ee-8218bc23d268 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0587039 Jan 19 18:45:52.488657 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1c22d3a3-00f9-4cb8-b6af-7dc673bb5ec4 req-f070d5c7-a7cb-48c1-a0df-dfefd2c31a97 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440753 Jan 19 18:45:53.169830 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:53.604424 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040e44e-eb55-4b3b-a00c-f2370b97124f req-123c6794-09b0-49b3-ae73-0a2a846e91e9 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:53.605934 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3040e44e-eb55-4b3b-a00c-f2370b97124f req-123c6794-09b0-49b3-ae73-0a2a846e91e9 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0483522 Jan 19 18:45:53.654903 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3040e44e-eb55-4b3b-a00c-f2370b97124f req-57c44172-4d0e-4ebb-864f-b2ec5130d432 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Jan 19 18:45:54.498584 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:54.774224 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df1fb0-65ba-4a85-853a-1dfa3615adc3 req-6c2a2781-d98c-4eeb-8ea0-a1d2ca75ccf7 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:54.775697 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01df1fb0-65ba-4a85-853a-1dfa3615adc3 req-6c2a2781-d98c-4eeb-8ea0-a1d2ca75ccf7 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0553460 Jan 19 18:45:54.824185 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01df1fb0-65ba-4a85-853a-1dfa3615adc3 req-f99a6fa6-d9b6-4c2b-b93a-2327d6732a71 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429547 Jan 19 18:45:55.937442 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463248d-f515-4fed-97fe-68e82b793589 req-d91ec4de-c4fa-490a-b2e8-bd182a0ef4ab tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:55.938939 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c463248d-f515-4fed-97fe-68e82b793589 req-d91ec4de-c4fa-490a-b2e8-bd182a0ef4ab tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0486579 Jan 19 18:45:55.988322 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c463248d-f515-4fed-97fe-68e82b793589 req-8eb95658-337f-477f-b6fd-f6eac060528c tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435295 Jan 19 18:45:56.052793 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:57.103388 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cc3e0-ecab-4cf0-bd94-88a887803706 req-40fc84aa-a701-4695-8469-f0748c807770 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:57.104909 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a19cc3e0-ecab-4cf0-bd94-88a887803706 req-40fc84aa-a701-4695-8469-f0748c807770 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0497148 Jan 19 18:45:57.158462 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a19cc3e0-ecab-4cf0-bd94-88a887803706 req-fd326f14-b10e-47af-a378-36437018dbbf tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480146 Jan 19 18:45:58.289545 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c689078-bbab-47c1-b4c3-7eb7d45487a2 req-49666307-cddd-4e77-8680-d8a6344de694 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:58.291219 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6c689078-bbab-47c1-b4c3-7eb7d45487a2 req-49666307-cddd-4e77-8680-d8a6344de694 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 943 time: 0.0559394 Jan 19 18:45:58.342422 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device a3041398-7a90-4da6-a897-14ef1901c0b6 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:45:58.356813 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6c689078-bbab-47c1-b4c3-7eb7d45487a2 req-d5c2ceba-db32-4058-a45b-7a8ead915bc9 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580227 Jan 19 18:45:58.453051 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port a3041398-7a90-4da6-a897-14ef1901c0b6, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a3041398-7a90-4da6-a897-14ef1901c0b6,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:45:58.467138 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'port_id': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'mac_address': 'fa:16:3e:db:97:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:45:58.521623 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port a3041398-7a90-4da6-a897-14ef1901c0b6 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:45:58.522201 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:58.548070 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3280e-3099-47bf-b4d2-e9236524d9a1 req-f59a2f8c-b327-41f6-87ec-fba55c9a2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:58.549363 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3041398-7a90-4da6-a897-14ef1901c0b6 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:45:58.552099 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7e3280e-3099-47bf-b4d2-e9236524d9a1 req-f59a2f8c-b327-41f6-87ec-fba55c9a2ecd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 1096 time: 0.0896177 Jan 19 18:45:58.577399 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port a3041398-7a90-4da6-a897-14ef1901c0b6, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a3041398-7a90-4da6-a897-14ef1901c0b6,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:45:58.585492 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:58.636991 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7e3280e-3099-47bf-b4d2-e9236524d9a1 req-0963e614-a3c2-4df3-a87f-0f8bbb82cd52 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783184 Jan 19 18:45:58.654409 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=a3041398-7a90-4da6-a897-14ef1901c0b6,revision_number=7']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:58.829476 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['a3041398-7a90-4da6-a897-14ef1901c0b6'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:45:58.978330 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45644) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:59.106542 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-51a90c7a-be9b-48e7-9a10-fd0b8a6ed6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:59.194431 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-51a90c7a-be9b-48e7-9a10-fd0b8a6ed6c7 admin admin] Publish callbacks [] for security_group (88a61e74-f5c2-431b-99c8-14642c805b3f), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:59.198353 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-51a90c7a-be9b-48e7-9a10-fd0b8a6ed6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (88a61e74-f5c2-431b-99c8-14642c805b3f), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:59.238391 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-51a90c7a-be9b-48e7-9a10-fd0b8a6ed6c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06dd9a74523a4655a7944cfbdc52cfc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586038 Jan 19 18:45:59.239405 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a90c7a-be9b-48e7-9a10-fd0b8a6ed6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a61e74-f5c2-431b-99c8-14642c805b3f,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:59.241290 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 45648) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:59.295086 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Publish callbacks [] for security_group (88a61e74-f5c2-431b-99c8-14642c805b3f), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:59.319743 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Publish callbacks [] for security_group (88a61e74-f5c2-431b-99c8-14642c805b3f), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:59.373257 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (88a61e74-f5c2-431b-99c8-14642c805b3f), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:59.375866 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:59.377046 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88a61e74-f5c2-431b-99c8-14642c805b3f HTTP/1.1" status: 204 len: 168 time: 0.1346099 Jan 19 18:45:59.386171 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a61e74-f5c2-431b-99c8-14642c805b3f,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:59.393963 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.394309 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.394650 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.395021 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.395354 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.395678 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.396586 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.396943 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.397679 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.397679 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.397991 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.398304 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.398623 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ca81f-3ee6-47ed-baae-dc1f30ab015f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:45:59.526799 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52049e-d904-4926-a791-146a0520655e req-f8352d76-6607-4ca0-b3aa-55dcc4d89be3 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:45:59.528303 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7b52049e-d904-4926-a791-146a0520655e req-f8352d76-6607-4ca0-b3aa-55dcc4d89be3 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 944 time: 0.0530999 Jan 19 18:45:59.588427 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7b52049e-d904-4926-a791-146a0520655e req-a3549eca-0121-4677-9897-288d281f88ac tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542397 Jan 19 18:45:59.686083 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45656) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:59.701538 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-573a2699-add0-407b-bca9-0be0320851ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:59.784525 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-573a2699-add0-407b-bca9-0be0320851ee admin admin] Publish callbacks [] for security_group (2901e4c0-2f0b-4efd-8fb9-b8c46e091d61), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:59.789790 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-573a2699-add0-407b-bca9-0be0320851ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2901e4c0-2f0b-4efd-8fb9-b8c46e091d61), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:59.834789 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-573a2699-add0-407b-bca9-0be0320851ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0d02f033c06454eab423d76d1355b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473851 Jan 19 18:45:59.835646 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a2699-add0-407b-bca9-0be0320851ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2901e4c0-2f0b-4efd-8fb9-b8c46e091d61,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:45:59.837497 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 45658) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:45:59.900828 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1f528729-b9c1-4f93-b9ce-4c4182875691 admin admin] Publish callbacks [] for security_group (2901e4c0-2f0b-4efd-8fb9-b8c46e091d61), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:45:59.930554 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1f528729-b9c1-4f93-b9ce-4c4182875691 admin admin] Publish callbacks [] for security_group (2901e4c0-2f0b-4efd-8fb9-b8c46e091d61), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.003852 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1f528729-b9c1-4f93-b9ce-4c4182875691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (2901e4c0-2f0b-4efd-8fb9-b8c46e091d61), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.009310 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1f528729-b9c1-4f93-b9ce-4c4182875691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.013570 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-1f528729-b9c1-4f93-b9ce-4c4182875691 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2901e4c0-2f0b-4efd-8fb9-b8c46e091d61 HTTP/1.1" status: 204 len: 168 time: 0.1721330 Jan 19 18:46:00.024160 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f528729-b9c1-4f93-b9ce-4c4182875691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2901e4c0-2f0b-4efd-8fb9-b8c46e091d61,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:00.355943 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device a3041398-7a90-4da6-a897-14ef1901c0b6 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:46:00.407855 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 45684) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:00.414285 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port a3041398-7a90-4da6-a897-14ef1901c0b6 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:46:00.414817 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.424862 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7544764a-9728-4570-bb89-e39b99399958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.515171 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port a3041398-7a90-4da6-a897-14ef1901c0b6 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:46:00.515666 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.519238 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7544764a-9728-4570-bb89-e39b99399958 admin admin] Publish callbacks [] for security_group (b6f3826b-b32c-44ef-97d4-da98013a1422), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.523900 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7544764a-9728-4570-bb89-e39b99399958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (b6f3826b-b32c-44ef-97d4-da98013a1422), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.546619 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:46:00.549784 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcbccc2-ab94-41b4-bf31-0e70610be924" -d '{"events": [{"server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "name": "network-vif-plugged", "status": "completed", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:46:00.567401 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544764a-9728-4570-bb89-e39b99399958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f3826b-b32c-44ef-97d4-da98013a1422,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:00.575409 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45688) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:00.580958 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port a3041398-7a90-4da6-a897-14ef1901c0b6, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a3041398-7a90-4da6-a897-14ef1901c0b6,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:46:00.583300 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-7544764a-9728-4570-bb89-e39b99399958 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2566253b5b7440ca99a8753efaad9cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722162 Jan 19 18:46:00.589862 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.634541 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d3058886-552f-4b8f-adab-3d78add95394 admin admin] Publish callbacks [] for security_group (b6f3826b-b32c-44ef-97d4-da98013a1422), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.642469 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9c71ea-7691-4940-9c33-00e167c1f9d1 x-openstack-request-id: req-fe9c71ea-7691-4940-9c33-00e167c1f9d1 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:46:00.642939 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "name": "network-vif-plugged", "status": "completed", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:46:00.643344 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe9c71ea-7691-4940-9c33-00e167c1f9d1 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:46:00.643948 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'code': 200} Jan 19 18:46:00.666261 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d3058886-552f-4b8f-adab-3d78add95394 admin admin] Publish callbacks [] for security_group (b6f3826b-b32c-44ef-97d4-da98013a1422), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.693933 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=a3041398-7a90-4da6-a897-14ef1901c0b6,revision_number=8']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:00.755751 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d3058886-552f-4b8f-adab-3d78add95394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (b6f3826b-b32c-44ef-97d4-da98013a1422), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.758440 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d3058886-552f-4b8f-adab-3d78add95394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:00.759606 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d3058886-552f-4b8f-adab-3d78add95394 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6f3826b-b32c-44ef-97d4-da98013a1422 HTTP/1.1" status: 204 len: 168 time: 0.1823001 Jan 19 18:46:00.770000 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bb19b-bbe9-4d9b-b31d-5e4d7410586c req-6f2f504e-468f-4c03-902b-73a410bd8945 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:46:00.772211 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-266bb19b-bbe9-4d9b-b31d-5e4d7410586c req-6f2f504e-468f-4c03-902b-73a410bd8945 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0621679 Jan 19 18:46:00.778874 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3058886-552f-4b8f-adab-3d78add95394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f3826b-b32c-44ef-97d4-da98013a1422,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:00.831600 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-266bb19b-bbe9-4d9b-b31d-5e4d7410586c req-31ddc604-b4b8-45fe-a571-fe0c09332857 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506508 Jan 19 18:46:11.637497 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 45900) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:11.752525 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2864bc9-9213-4650-9667-ebd67a0ecbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:11.833179 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2864bc9-9213-4650-9667-ebd67a0ecbb5 admin admin] Publish callbacks [] for security_group (21ea9311-6188-4107-841f-f48564033b1c), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:11.837981 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2864bc9-9213-4650-9667-ebd67a0ecbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (21ea9311-6188-4107-841f-f48564033b1c), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:11.878027 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f2864bc9-9213-4650-9667-ebd67a0ecbb5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09e7a6fe5cdc48cfbe7e2c5681a06fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394259 Jan 19 18:46:11.878898 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2864bc9-9213-4650-9667-ebd67a0ecbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ea9311-6188-4107-841f-f48564033b1c,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:11.880752 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 45904) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:11.935560 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-423b3923-43ce-46db-a65e-2cd99359ddc2 admin admin] Publish callbacks [] for security_group (21ea9311-6188-4107-841f-f48564033b1c), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:11.957063 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-423b3923-43ce-46db-a65e-2cd99359ddc2 admin admin] Publish callbacks [] for security_group (21ea9311-6188-4107-841f-f48564033b1c), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:12.006824 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-423b3923-43ce-46db-a65e-2cd99359ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (21ea9311-6188-4107-841f-f48564033b1c), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:12.009731 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-423b3923-43ce-46db-a65e-2cd99359ddc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:12.010930 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-423b3923-43ce-46db-a65e-2cd99359ddc2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21ea9311-6188-4107-841f-f48564033b1c HTTP/1.1" status: 204 len: 168 time: 0.1291573 Jan 19 18:46:12.019439 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b3923-43ce-46db-a65e-2cd99359ddc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ea9311-6188-4107-841f-f48564033b1c,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:12.290014 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 45912) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:12.305935 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f5ec0991-1e66-497a-a588-23bc0a8a4105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:12.390360 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f5ec0991-1e66-497a-a588-23bc0a8a4105 admin admin] Publish callbacks [] for security_group (6279a483-03a1-4c1d-ad86-59343e5c3050), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:12.395128 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f5ec0991-1e66-497a-a588-23bc0a8a4105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6279a483-03a1-4c1d-ad86-59343e5c3050), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:12.439057 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec0991-1e66-497a-a588-23bc0a8a4105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6279a483-03a1-4c1d-ad86-59343e5c3050,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:12.445047 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-f5ec0991-1e66-497a-a588-23bc0a8a4105 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab19796c77034136835c36d281ff6126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530664 Jan 19 18:46:12.448135 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 45914) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:12.498711 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b947859b-0ce8-46c3-b700-043274bf1c06 admin admin] Publish callbacks [] for security_group (6279a483-03a1-4c1d-ad86-59343e5c3050), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:12.523756 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b947859b-0ce8-46c3-b700-043274bf1c06 admin admin] Publish callbacks [] for security_group (6279a483-03a1-4c1d-ad86-59343e5c3050), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:12.575061 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b947859b-0ce8-46c3-b700-043274bf1c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (6279a483-03a1-4c1d-ad86-59343e5c3050), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:12.576753 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b947859b-0ce8-46c3-b700-043274bf1c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:12.580081 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b947859b-0ce8-46c3-b700-043274bf1c06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6279a483-03a1-4c1d-ad86-59343e5c3050 HTTP/1.1" status: 204 len: 168 time: 0.1307786 Jan 19 18:46:12.590789 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947859b-0ce8-46c3-b700-043274bf1c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6279a483-03a1-4c1d-ad86-59343e5c3050,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:18.306479 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:19.530004 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-955233f3-f80f-4b66-a94d-4a5982d1769b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:20.803520 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46080) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:20.910619 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8c1756f5-6a57-483b-870e-a88f0de5773f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:20.983305 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8c1756f5-6a57-483b-870e-a88f0de5773f admin admin] Publish callbacks [] for security_group (ea377168-d2c5-4d1e-bdd0-d77b76f5892e), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:20.987028 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8c1756f5-6a57-483b-870e-a88f0de5773f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ea377168-d2c5-4d1e-bdd0-d77b76f5892e), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.024268 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-8c1756f5-6a57-483b-870e-a88f0de5773f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c868102cd084713a1a1857cf05b9754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196689 Jan 19 18:46:21.025132 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1756f5-6a57-483b-870e-a88f0de5773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea377168-d2c5-4d1e-bdd0-d77b76f5892e,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:21.031137 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46084) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:21.077622 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d9d6cf53-96a7-4fe2-b26c-3342b5f452d4 admin admin] Publish callbacks [] for security_group (ea377168-d2c5-4d1e-bdd0-d77b76f5892e), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.098908 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d9d6cf53-96a7-4fe2-b26c-3342b5f452d4 admin admin] Publish callbacks [] for security_group (ea377168-d2c5-4d1e-bdd0-d77b76f5892e), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.145863 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d9d6cf53-96a7-4fe2-b26c-3342b5f452d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (ea377168-d2c5-4d1e-bdd0-d77b76f5892e), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.149274 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d9d6cf53-96a7-4fe2-b26c-3342b5f452d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.150412 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-d9d6cf53-96a7-4fe2-b26c-3342b5f452d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea377168-d2c5-4d1e-bdd0-d77b76f5892e HTTP/1.1" status: 204 len: 168 time: 0.1183732 Jan 19 18:46:21.159693 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6cf53-96a7-4fe2-b26c-3342b5f452d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea377168-d2c5-4d1e-bdd0-d77b76f5892e,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:21.419855 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46090) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:21.434123 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b5ff730b-e617-409b-a91b-0771e76ba915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.512651 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b5ff730b-e617-409b-a91b-0771e76ba915 admin admin] Publish callbacks [] for security_group (aeae120c-051c-448a-86a5-0162a9b54ea5), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.516283 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b5ff730b-e617-409b-a91b-0771e76ba915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (aeae120c-051c-448a-86a5-0162a9b54ea5), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.554007 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b5ff730b-e617-409b-a91b-0771e76ba915 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8430ce5be40f4737807417c220a3863b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330445 Jan 19 18:46:21.554894 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff730b-e617-409b-a91b-0771e76ba915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae120c-051c-448a-86a5-0162a9b54ea5,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:21.556683 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46092) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:21.605204 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5248bb82-b892-432b-a9cc-226d6c9d2939 admin admin] Publish callbacks [] for security_group (aeae120c-051c-448a-86a5-0162a9b54ea5), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.625617 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5248bb82-b892-432b-a9cc-226d6c9d2939 admin admin] Publish callbacks [] for security_group (aeae120c-051c-448a-86a5-0162a9b54ea5), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.669768 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5248bb82-b892-432b-a9cc-226d6c9d2939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (aeae120c-051c-448a-86a5-0162a9b54ea5), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.672330 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5248bb82-b892-432b-a9cc-226d6c9d2939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:21.673837 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-5248bb82-b892-432b-a9cc-226d6c9d2939 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aeae120c-051c-448a-86a5-0162a9b54ea5 HTTP/1.1" status: 204 len: 168 time: 0.1161792 Jan 19 18:46:21.681874 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248bb82-b892-432b-a9cc-226d6c9d2939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae120c-051c-448a-86a5-0162a9b54ea5,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:21.982056 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46100) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:21.995446 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea6efef0-affa-4af2-97de-76e6a9d2635d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:22.068292 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea6efef0-affa-4af2-97de-76e6a9d2635d admin admin] Publish callbacks [] for security_group (cfefccfc-800d-4b06-be68-e3005c767157), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:22.071864 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea6efef0-affa-4af2-97de-76e6a9d2635d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (cfefccfc-800d-4b06-be68-e3005c767157), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:22.109417 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-ea6efef0-affa-4af2-97de-76e6a9d2635d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da48272661a24572941a85b6b2f2cc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262753 Jan 19 18:46:22.110165 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6efef0-affa-4af2-97de-76e6a9d2635d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfefccfc-800d-4b06-be68-e3005c767157,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:22.112698 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46102) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:22.160987 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d568e7a7-d8cb-4d3e-a105-32b5e92812fd admin admin] Publish callbacks [] for security_group (cfefccfc-800d-4b06-be68-e3005c767157), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:22.185034 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d568e7a7-d8cb-4d3e-a105-32b5e92812fd admin admin] Publish callbacks [] for security_group (cfefccfc-800d-4b06-be68-e3005c767157), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:22.230444 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d568e7a7-d8cb-4d3e-a105-32b5e92812fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (cfefccfc-800d-4b06-be68-e3005c767157), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:22.233046 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d568e7a7-d8cb-4d3e-a105-32b5e92812fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:22.236480 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d568e7a7-d8cb-4d3e-a105-32b5e92812fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfefccfc-800d-4b06-be68-e3005c767157 HTTP/1.1" status: 204 len: 168 time: 0.1202536 Jan 19 18:46:22.242741 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568e7a7-d8cb-4d3e-a105-32b5e92812fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfefccfc-800d-4b06-be68-e3005c767157,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:22.242913 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-3f5a9244-4a1c-4159-a041-bfeafbac0baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:23.164929 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:24.504693 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:26.055471 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:26.481718 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:46:28.699684 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46228) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:28.804638 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4eb006a1-43b4-4e4f-8fd9-70d8d246f0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:28.885386 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4eb006a1-43b4-4e4f-8fd9-70d8d246f0d5 admin admin] Publish callbacks [] for security_group (f4e216d2-0552-453e-9a54-f15e49c6efe3), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:28.889283 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4eb006a1-43b4-4e4f-8fd9-70d8d246f0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (f4e216d2-0552-453e-9a54-f15e49c6efe3), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:28.927252 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb006a1-43b4-4e4f-8fd9-70d8d246f0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e216d2-0552-453e-9a54-f15e49c6efe3,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:28.933720 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4eb006a1-43b4-4e4f-8fd9-70d8d246f0d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c61ffd3334d4bbda387c44af1d0cd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330267 Jan 19 18:46:28.936426 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46232) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:28.986727 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6a3e983c-baf8-4bb0-b7f4-a6e85e2b3013 admin admin] Publish callbacks [] for security_group (f4e216d2-0552-453e-9a54-f15e49c6efe3), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:29.007917 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6a3e983c-baf8-4bb0-b7f4-a6e85e2b3013 admin admin] Publish callbacks [] for security_group (f4e216d2-0552-453e-9a54-f15e49c6efe3), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:29.055390 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6a3e983c-baf8-4bb0-b7f4-a6e85e2b3013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (f4e216d2-0552-453e-9a54-f15e49c6efe3), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:29.058072 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6a3e983c-baf8-4bb0-b7f4-a6e85e2b3013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:29.059194 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6a3e983c-baf8-4bb0-b7f4-a6e85e2b3013 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4e216d2-0552-453e-9a54-f15e49c6efe3 HTTP/1.1" status: 204 len: 168 time: 0.1219852 Jan 19 18:46:29.066729 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e983c-baf8-4bb0-b7f4-a6e85e2b3013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e216d2-0552-453e-9a54-f15e49c6efe3,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:48.307302 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:49.531670 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6d7bfa77-7d10-4830-a121-af28988a6ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:52.245494 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e2f3cb33-f488-49fc-bfbe-ef4cc3143efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:52.773814 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6f18d-3788-463a-8632-4f060bb64ef2 req-237930d5-7490-4179-8187-ec7fd6adb7a8 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:46:52.775304 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-51e6f18d-3788-463a-8632-4f060bb64ef2 req-237930d5-7490-4179-8187-ec7fd6adb7a8 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 946 time: 0.0493884 Jan 19 18:46:52.826436 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-51e6f18d-3788-463a-8632-4f060bb64ef2 req-89a777c4-d8f2-4643-b725-f0888445ea8d tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449617 Jan 19 18:46:53.166535 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:53.947225 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed1fed-90a5-4fe2-9fc1-c22667e16000 req-81763f09-7cb7-401c-87eb-34e981d63f17 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:46:53.948713 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4fed1fed-90a5-4fe2-9fc1-c22667e16000 req-81763f09-7cb7-401c-87eb-34e981d63f17 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 946 time: 0.0517750 Jan 19 18:46:53.998340 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4fed1fed-90a5-4fe2-9fc1-c22667e16000 req-4751604d-65ef-4d0b-8faf-69774ec11259 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440688 Jan 19 18:46:54.267230 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46350) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:54.340947 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-76872ea3-e7d4-45d2-9779-f0e02f34eab7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:46:54.342453 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-76872ea3-e7d4-45d2-9779-f0e02f34eab7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 946 time: 0.0540533 Jan 19 18:46:54.390876 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.487927 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Deleting port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:46:54.488153 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.511024 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.570452 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Publish callbacks [] for security_group (79e643d6-62f6-4aad-9771-2efde0430f8a), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.576501 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (79e643d6-62f6-4aad-9771-2efde0430f8a), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.641734 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] For port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:46:54.642042 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.651952 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ea88f425b1748a09a7e262b2863bef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835430 Jan 19 18:46:54.652846 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e643d6-62f6-4aad-9771-2efde0430f8a,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:54.654715 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46354) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:54.665999 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.666350 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.666700 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.667033 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.667381 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.667785 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.668127 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.668456 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.668822 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.669149 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.669468 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.669790 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.670107 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036247a2-3c9d-49fc-9783-8cc0df25f2ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:46:54.708419 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0eb050ab-c3f1-4345-95fd-abdbc304a9fe admin admin] Publish callbacks [] for security_group (79e643d6-62f6-4aad-9771-2efde0430f8a), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.733983 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0eb050ab-c3f1-4345-95fd-abdbc304a9fe admin admin] Publish callbacks [] for security_group (79e643d6-62f6-4aad-9771-2efde0430f8a), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.792364 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0eb050ab-c3f1-4345-95fd-abdbc304a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (79e643d6-62f6-4aad-9771-2efde0430f8a), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.795004 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0eb050ab-c3f1-4345-95fd-abdbc304a9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.796171 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-0eb050ab-c3f1-4345-95fd-abdbc304a9fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79e643d6-62f6-4aad-9771-2efde0430f8a HTTP/1.1" status: 204 len: 168 time: 0.1402760 Jan 19 18:46:54.806286 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb050ab-c3f1-4345-95fd-abdbc304a9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e643d6-62f6-4aad-9771-2efde0430f8a,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:54.845970 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.846403 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:54.846702 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.db.l3_db [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Floating IP f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb disassociated. External IP: 172.27.3.253, port: cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11. Jan 19 18:46:54.847051 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Calling delete_port for cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:46:54.983898 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:55.014138 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event deleted for resources: {'Port': ['ID=cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:55.148541 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a76ea92e-aa2a-41bc-870b-5dfc6c7a789a req-dc85c7ff-cc7a-4185-9874-9577ff855b87 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0adade56-33bd-4cf8-8798-358f99941a6b HTTP/1.1" status: 200 len: 210 time: 0.0496190 Jan 19 18:46:55.237877 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:46:55.345466 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:46:55.357364 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea53c6-3a27-407f-ad4a-0643c84de25e None None] Sync routers for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:46:55.368359 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea53c6-3a27-407f-ad4a-0643c84de25e None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:46:55.369053 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-caea53c6-3a27-407f-ad4a-0643c84de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:46:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:46:55.396708 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] No DVR routers for this DVR port cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 on host hv-cinder-82536 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:46:55.402982 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:55.408135 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f08cdba0-d908-4a32-9649-2844e89cafa8 req-d21a0a03-70dc-43eb-b138-0b16f6649e9e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "DELETE /v2.0/ports/cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 HTTP/1.1" status: 204 len: 173 time: 1.0591459 Jan 19 18:46:55.408912 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adade56-33bd-4cf8-8798-358f99941a6b', 'name': 'network-vif-deleted', 'tag': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:46:55.411607 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821ce881-59f1-4c57-bbaa-b59c1b63945a" -d '{"events": [{"server_uuid": "0adade56-33bd-4cf8-8798-358f99941a6b", "name": "network-vif-deleted", "tag": "cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:46:55.483187 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84908c1-f5ee-471d-b509-a497504204df x-openstack-request-id: req-f84908c1-f5ee-471d-b509-a497504204df {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:46:55.483752 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adade56-33bd-4cf8-8798-358f99941a6b", "name": "network-vif-deleted", "tag": "cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:46:55.484210 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f84908c1-f5ee-471d-b509-a497504204df {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:46:55.484825 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adade56-33bd-4cf8-8798-358f99941a6b', 'name': 'network-vif-deleted', 'tag': 'cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11', 'status': 'completed', 'code': 200} Jan 19 18:46:55.533247 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-caea53c6-3a27-407f-ad4a-0643c84de25e None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:46:55.558750 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46380) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:55.678956 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1208004664-network', 'tenant_id': '0b556e40c9a74396b2a4d88e7f8dfe1b'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:46:55.704113 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Made reservation on behalf of 0b556e40c9a74396b2a4d88e7f8dfe1b for: {'network': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:46:55.706755 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for network (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:55.716339 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:55.769366 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-caea53c6-3a27-407f-ad4a-0643c84de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:46:55.803297 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea53c6-3a27-407f-ad4a-0643c84de25e None None] Checking router: 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:46:55.804600 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Publish callbacks [] for security_group (4c53e39e-3935-4bb8-af09-df6454a26ad1), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:55.809095 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4c53e39e-3935-4bb8-af09-df6454a26ad1), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:55.813945 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea53c6-3a27-407f-ad4a-0643c84de25e None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:46:55.814529 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-caea53c6-3a27-407f-ad4a-0643c84de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:46:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:46:55.831259 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 18:46:55.846406 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c53e39e-3935-4bb8-af09-df6454a26ad1,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:55.851902 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (c8fffbc7-8f00-41b9-980b-fa8719b35e71), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:55.852238 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.segments_db [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Added segment c8fffbc7-8f00-41b9-980b-fa8719b35e71 of type vlan for network ed8748b1-34ec-4054-a43a-16abf9167a0d Jan 19 18:46:55.898748 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758401693085'] for network (ed8748b1-34ec-4054-a43a-16abf9167a0d), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:55.925679 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402'] for network (ed8748b1-34ec-4054-a43a-16abf9167a0d), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:55.926576 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:46:55.927163 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:55.934880 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-caea53c6-3a27-407f-ad4a-0643c84de25e None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:46:55.980535 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4203215 Jan 19 18:46:55.983225 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46384) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:46:55.988022 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] Request body: {'subnet': {'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1208004664-subnet', 'tenant_id': '0b556e40c9a74396b2a4d88e7f8dfe1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:46:56.003264 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b81cb-8c66-4307-a54a-90b03a00436a admin admin] Pushing event updated for resources: {'Network': ['ID=ed8748b1-34ec-4054-a43a-16abf9167a0d,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:56.025836 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] Made reservation on behalf of 0b556e40c9a74396b2a4d88e7f8dfe1b for: {'subnet': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:46:56.028566 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Network ed8748b1-34ec-4054-a43a-16abf9167a0d details requested by agent ovs-agent-dv-cinder-825360-1-iscsi with host dv-cinder-825360-1-iscsi {{(pid=103028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 18:46:56.028992 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25328307'] for subnet (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:56.126925 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:56.251983 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-caea53c6-3a27-407f-ad4a-0643c84de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:46:56.274584 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27141751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25328285'] for subnet (f6a3a8b6-ea70-4451-841a-6d31f936d64c), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:56.289109 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea53c6-3a27-407f-ad4a-0643c84de25e None None] The sync data for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi is: [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:46:56.338667 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a3a8b6-ea70-4451-841a-6d31f936d64c,revision_number=0']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:56.347544 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] Checking segment: {'id': 'c8fffbc7-8f00-41b9-980b-fa8719b35e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:46:56.347909 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] Network hostable DHCP agents. Network: ed8748b1-34ec-4054-a43a-16abf9167a0d, hostable agents: ['b010518a-a9c2-4319-9799-5fad8159f29d'], hosted agents: [] {{(pid=103027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 18:46:56.368513 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] Network ed8748b1-34ec-4054-a43a-16abf9167a0d is scheduled to be hosted by DHCP agent b010518a-a9c2-4319-9799-5fad8159f29d with binding_index 1 {{(pid=103027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 18:46:56.380124 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825360-1-iscsi, ed8748b1-34ec-4054-a43a-16abf9167a0d) {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:46:56.384967 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:46:56.385559 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:56.389483 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261bf241-71bb-4716-a45d-34c1fb4fa09c None None] Network ed8748b1-34ec-4054-a43a-16abf9167a0d requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:46:56.417700 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-28813356-dec2-486b-b071-0e6d185e1749 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4328923 Jan 19 18:46:56.500056 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-1e5d20e0-f798-4558-bacb-afcd5f8c9a12 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910142140&fields=id&tenant_id=d2637ef20caa4424ad4fd2cc3030f292 HTTP/1.1" status: 200 len: 267 time: 0.0572348 Jan 19 18:46:56.508656 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8201821e-be8d-425d-aa60-f6427b1c1ba4 None None] Network ed8748b1-34ec-4054-a43a-16abf9167a0d requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:46:56.644469 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-cb9e5545-a248-4217-9578-8c141ee5f208 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:46:56.646318 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-cb9e5545-a248-4217-9578-8c141ee5f208 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 812 time: 0.1353176 Jan 19 18:46:56.662506 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-62eb2304-5225-4525-b88d-28f2300cbbdc tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/quotas/d2637ef20caa4424ad4fd2cc3030f292 HTTP/1.1" status: 200 len: 375 time: 0.0099547 Jan 19 18:46:56.687749 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82286926-b82d-4378-9258-0eb4b358d404 None None] New status for floating IP f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb: DOWN {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:46:56.733931 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-00466776-3f64-4d9e-91c9-16a10e57d1c9 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638809 Jan 19 18:46:56.875443 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-9859817e-3e8b-41d5-bd86-72d33405d02a service neutron] 10.222.0.39 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292088 Jan 19 18:46:56.982889 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-26fe859e-5cb0-4cc1-b503-5f7f4fd31d16 service neutron] 10.222.0.39 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014853 Jan 19 18:46:57.301217 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d7e3afb3-b138-4d9f-bdfd-331f76dbb844 req-de311408-f966-45f2-8dba-680edfa3de03 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 210 time: 0.0327547 Jan 19 18:46:58.311753 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-2adec434-e93c-4e8f-a7ae-8a70ad35d7d2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:46:58.313447 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-2adec434-e93c-4e8f-a7ae-8a70ad35d7d2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 812 time: 0.1700125 Jan 19 18:46:58.364694 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-69d61012-9347-426c-bd4c-b8554c19031a tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:46:58.366378 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-69d61012-9347-426c-bd4c-b8554c19031a tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/networks?id=ed8748b1-34ec-4054-a43a-16abf9167a0d HTTP/1.1" status: 200 len: 814 time: 0.1584697 Jan 19 18:46:58.426665 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-32a67ba2-92b9-426d-a3b7-bbed02ab8ac7 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/quotas/0b556e40c9a74396b2a4d88e7f8dfe1b HTTP/1.1" status: 200 len: 375 time: 0.0500333 Jan 19 18:46:58.428526 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f86e0df0-ffd4-4f06-be46-bd97498a6af6 req-4bf2f1aa-0c80-480e-8feb-ebd180b712af tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 210 time: 0.0508459 Jan 19 18:46:58.452264 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-cef11001-2e65-4d1a-bb67-d21ca3aadff9 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2637ef20caa4424ad4fd2cc3030f292 HTTP/1.1" status: 200 len: 379 time: 0.1259899 Jan 19 18:46:58.468864 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9457a69d-ee15-4180-93bd-d664ae89cd3d tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b556e40c9a74396b2a4d88e7f8dfe1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354531 Jan 19 18:46:58.472213 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'port': {'device_id': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'admin_state_up': True, 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'security_groups': ['0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:46:58.600283 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:46:58.625786 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:46:58.626498 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device cd3bcb2a-1e9c-4564-9e3c-19a2ad52ac11 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:46:58.642387 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-ee5d84f9-5388-4644-979d-d75ccb674934 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667652 Jan 19 18:46:58.709001 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Made reservation on behalf of d2637ef20caa4424ad4fd2cc3030f292 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:46:58.713838 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:58.806758 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-d271a99b-2bb2-41c1-ad39-42086f00db63 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557376 Jan 19 18:46:58.871018 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Allocated IP 172.20.0.6 (2011822a-dfdc-4dcb-8efc-a08a5235a82a/bcb972ab-ea37-4905-864c-647500d08462/e6bc2696-0bb5-4c50-bd39-72cb51dc89a2) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:46:59.058816 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c5e007e-d96e-4e20-962e-27f8bf99269e req-4f157188-cb27-4db7-84eb-2132fd60aaa4 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 210 time: 0.0500629 Jan 19 18:46:59.143618 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:59.189313 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:59.239400 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Network 2011822a-dfdc-4dcb-8efc-a08a5235a82a is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:46:59.243354 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:46:59.247447 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:46:59.275622 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'Port': ['ID=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:46:59.329217 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:46:59.330057 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:59.348440 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-3e9b59bb-8aeb-4587-aafd-d64579c45081 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8819163 Jan 19 18:46:59.360936 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Request body: {'port': {'device_id': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:46:59.427269 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:59.622836 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-063d6107-ed77-431f-bc49-ca7be5c32180 None None] Provisioning complete for port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:46:59.624207 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-063d6107-ed77-431f-bc49-ca7be5c32180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:46:59.662320 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-063d6107-ed77-431f-bc49-ca7be5c32180 None None] Port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:46:59.926675 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317abeb-cb5d-49dc-8436-5aba074ad80a req-8be3d472-917d-40cb-9b2a-16a769adbcc6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:46:59.928740 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2317abeb-cb5d-49dc-8436-5aba074ad80a req-8be3d472-917d-40cb-9b2a-16a769adbcc6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 931 time: 0.3723550 Jan 19 18:47:00.012566 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2317abeb-cb5d-49dc-8436-5aba074ad80a req-0d6477ed-e447-4bc2-9a41-5d52a26c1cb2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772548 Jan 19 18:47:00.062782 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:47:00.071871 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Publish callbacks [] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:00.086110 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-7a448c94-7c6a-4064-a83f-72f9bb4b6ba3 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:00.086755 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Transition to ACTIVE for port object e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:47:00.087881 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-7a448c94-7c6a-4064-a83f-72f9bb4b6ba3 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.35 "GET /v2.0/networks?id=ed8748b1-34ec-4054-a43a-16abf9167a0d HTTP/1.1" status: 200 len: 814 time: 0.1270082 Jan 19 18:47:00.091331 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:00.101063 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Request body: {'port': {'device_id': '6b8fc0d2-07e1-4857-af69-a1b188cf5f0d', 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d', 'admin_state_up': True, 'tenant_id': '0b556e40c9a74396b2a4d88e7f8dfe1b'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:47:00.148831 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Pushing event updated for resources: {'Port': ['ID=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:00.191537 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3c0f96ba-c3f6-44c9-a954-16ccfc5c3cd7 req-681d138c-8036-4be7-82d1-c9899877bf39 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 210 time: 0.0383825 Jan 19 18:47:00.250773 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Made reservation on behalf of 0b556e40c9a74396b2a4d88e7f8dfe1b for: {'port': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:47:00.256223 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:00.269182 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Attempting to bind port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:47:00.269775 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Attempting to bind port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:47:00.270113 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Attempting to bind port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 on network 2011822a-dfdc-4dcb-8efc-a08a5235a82a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:47:00.275237 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 on network 2011822a-dfdc-4dcb-8efc-a08a5235a82a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:47:00.275894 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Attempting to bind port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 on network 2011822a-dfdc-4dcb-8efc-a08a5235a82a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:47:00.281095 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:47:00.281441 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Checking segment: {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:47:00.281829 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Bound using segment: {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:47:00.282265 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Bound port: e6bc2696-0bb5-4c50-bd39-72cb51dc89a2, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:47:00.282876 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:00.356726 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] For port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2, host hv-cinder-82536, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:47:00.360592 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] For port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:47:00.367010 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25584404'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:00.408233 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Allocated IP 172.20.0.11 (ed8748b1-34ec-4054-a43a-16abf9167a0d/f6a3a8b6-ea70-4451-841a-6d31f936d64c/232b7ad4-9b80-4506-8f1a-63d4a5dd135b) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:47:00.412781 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:00.413454 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:00.414947 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] 10.222.0.35 "PUT /v2.0/ports/e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 HTTP/1.1" status: 200 len: 1093 time: 1.0588586 Jan 19 18:47:00.415388 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'tag': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:47:00.417640 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e2816ba283e45814adaabb543f7f50ea541ddeb140e9089ba0a82647fca479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f6bad2-f971-4369-a471-18661b9bfd36" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0a8b81-3f5b-4686-b08f-942e881137cc", "tag": "e6bc2696-0bb5-4c50-bd39-72cb51dc89a2"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:47:00.453800 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6662183-bb9a-4da2-9558-e15ce1ed30db service neutron] Pushing event updated for resources: {'Port': ['ID=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:00.497282 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea3f1e0-321c-4912-88df-0212a1e992b6 x-openstack-request-id: req-cea3f1e0-321c-4912-88df-0212a1e992b6 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:47:00.497847 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0a8b81-3f5b-4686-b08f-942e881137cc", "tag": "e6bc2696-0bb5-4c50-bd39-72cb51dc89a2", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:47:00.498147 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cea3f1e0-321c-4912-88df-0212a1e992b6 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:47:00.498549 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'tag': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'status': 'completed', 'code': 200} Jan 19 18:47:00.516130 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-d98cc5e8-5009-46d5-a8b5-53714276db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:00.517847 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-d98cc5e8-5009-46d5-a8b5-53714276db1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 1096 time: 0.0605247 Jan 19 18:47:00.563305 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-acc1003f-6713-4c01-a9fc-4d2ce114210b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 HTTP/1.1" status: 200 len: 217 time: 0.0372283 Jan 19 18:47:00.606201 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks [] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:00.619738 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-85628b89-f95a-4471-8408-0dc0cc426144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:00.621375 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-85628b89-f95a-4471-8408-0dc0cc426144 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.0521543 Jan 19 18:47:00.652425 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:00.679983 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-072d6e85-0184-4bb2-b099-15c1e7011a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:00.681434 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-072d6e85-0184-4bb2-b099-15c1e7011a3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522382 Jan 19 18:47:00.702428 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Network ed8748b1-34ec-4054-a43a-16abf9167a0d is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:47:00.708672 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:47:00.711404 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:47:00.720282 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Pushing event updated for resources: {'Port': ['ID=232b7ad4-9b80-4506-8f1a-63d4a5dd135b,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:00.752526 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.752916 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.753268 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.753610 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.753948 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.754287 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.754619 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.754951 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.755657 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.755657 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.755922 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.756248 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.756574 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:00.780940 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:00.781656 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:00.784154 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-6b31fe00-9e55-4d61-84af-229403cc73fe service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962927 Jan 19 18:47:00.799729 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-9aace6bf-5574-476d-a02d-6e0d9833f5cb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7039709 Jan 19 18:47:00.810264 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Request body: {'port': {'device_id': '6b8fc0d2-07e1-4857-af69-a1b188cf5f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:47:00.875964 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:00.885926 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-495c837e-52e6-4db9-949f-a06fdc9a4406 req-8189c77b-eff8-46b7-9032-bddd6f728d37 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961819 Jan 19 18:47:00.984990 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6bad2-f971-4369-a471-18661b9bfd36 req-382c6aa8-6a55-4889-acce-11766946d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:00.986495 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20f6bad2-f971-4369-a471-18661b9bfd36 req-382c6aa8-6a55-4889-acce-11766946d087 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 1096 time: 0.0452945 Jan 19 18:47:01.090496 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6bad2-f971-4369-a471-18661b9bfd36 req-bcb7666d-d044-43c7-8c22-ee644d2185f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:01.091990 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20f6bad2-f971-4369-a471-18661b9bfd36 req-bcb7666d-d044-43c7-8c22-ee644d2185f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 912 time: 0.0992572 Jan 19 18:47:01.156546 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20f6bad2-f971-4369-a471-18661b9bfd36 req-dab171b6-0acb-43d2-a85c-809c4985cd5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 HTTP/1.1" status: 200 len: 217 time: 0.0523877 Jan 19 18:47:01.170522 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232b7ad4-9b80-4506-8f1a-63d4a5dd135b {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:47:01.178695 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Publish callbacks [] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:01.192120 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Transition to ACTIVE for port object 232b7ad4-9b80-4506-8f1a-63d4a5dd135b will not be triggered until provisioned by entity L2. {{(pid=103027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:47:01.195226 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.204748 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:01.207609 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518d62d-ccdd-4b05-930e-59faa7f19b7c req-519100cb-254a-4b92-af30-2556386d20fc tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:01.208603 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8518d62d-ccdd-4b05-930e-59faa7f19b7c req-519100cb-254a-4b92-af30-2556386d20fc tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 943 time: 0.1135712 Jan 19 18:47:01.235445 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6bad2-f971-4369-a471-18661b9bfd36 req-e29b43ae-338b-43a9-a276-2d6a6c5dd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:01.236990 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20f6bad2-f971-4369-a471-18661b9bfd36 req-e29b43ae-338b-43a9-a276-2d6a6c5dd88f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.0741985 Jan 19 18:47:01.244980 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Pushing event updated for resources: {'Port': ['ID=232b7ad4-9b80-4506-8f1a-63d4a5dd135b,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:01.309665 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8518d62d-ccdd-4b05-930e-59faa7f19b7c req-89aa2594-8a67-4389-94ef-04b078da48fa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930128 Jan 19 18:47:01.323312 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Attempting to bind port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:47:01.323550 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Attempting to bind port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': 'c8fffbc7-8f00-41b9-980b-fa8719b35e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:47:01.323885 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Attempting to bind port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b on network ed8748b1-34ec-4054-a43a-16abf9167a0d {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:47:01.328988 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b on network ed8748b1-34ec-4054-a43a-16abf9167a0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:47:01.329452 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Attempting to bind port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b on network ed8748b1-34ec-4054-a43a-16abf9167a0d {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:47:01.338104 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:47:01.338426 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Checking segment: {'id': 'c8fffbc7-8f00-41b9-980b-fa8719b35e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:47:01.338811 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Bound using segment: {'id': 'c8fffbc7-8f00-41b9-980b-fa8719b35e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:47:01.339252 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Bound port: 232b7ad4-9b80-4506-8f1a-63d4a5dd135b, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fffbc7-8f00-41b9-980b-fa8719b35e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:47:01.339614 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:01.344921 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6bad2-f971-4369-a471-18661b9bfd36 req-00874f83-2b43-4b64-8815-ca6a2eb5967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:01.346389 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20f6bad2-f971-4369-a471-18661b9bfd36 req-00874f83-2b43-4b64-8815-ca6a2eb5967f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873277 Jan 19 18:47:01.357062 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a5d6-023f-482a-a4c9-9746e900ec06 req-190d28dd-afa0-4cdd-a822-757f0086d43c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:01.358487 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f960a5d6-023f-482a-a4c9-9746e900ec06 req-190d28dd-afa0-4cdd-a822-757f0086d43c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 944 time: 0.0859673 Jan 19 18:47:01.403495 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] For port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b, host hv-cinder-82536, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:47:01.406932 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] For port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=232b7ad4-9b80-4506-8f1a-63d4a5dd135b,segment=NetworkSegment(c8fffbc7-8f00-41b9-980b-fa8719b35e71),segment_id=c8fffbc7-8f00-41b9-980b-fa8719b35e71)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:47:01.411114 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:01.451718 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:01.451718 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:01.455600 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] 10.222.0.35 "PUT /v2.0/ports/232b7ad4-9b80-4506-8f1a-63d4a5dd135b HTTP/1.1" status: 200 len: 1094 time: 0.6473413 Jan 19 18:47:01.455600 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8fc0d2-07e1-4857-af69-a1b188cf5f0d', 'tag': '232b7ad4-9b80-4506-8f1a-63d4a5dd135b'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:47:01.456949 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d26e96-8fa7-4ff6-a162-185c0f8a859b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8fc0d2-07e1-4857-af69-a1b188cf5f0d", "tag": "232b7ad4-9b80-4506-8f1a-63d4a5dd135b"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:47:01.465232 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f960a5d6-023f-482a-a4c9-9746e900ec06 req-fef9e456-2c50-4a3c-9430-9b349c64173f tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983853 Jan 19 18:47:01.480716 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae410c9-7115-4bc7-b221-b3b452765a10 service neutron] Pushing event updated for resources: {'Port': ['ID=232b7ad4-9b80-4506-8f1a-63d4a5dd135b,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:01.482803 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20f6bad2-f971-4369-a471-18661b9bfd36 req-9fd3f768-6a04-4f40-b4b6-7dca09063a06 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232069 Jan 19 18:47:01.544751 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-08ab9433-4033-47d6-b313-02585d9cae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:01.546423 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-08ab9433-4033-47d6-b313-02585d9cae72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b556e40c9a74396b2a4d88e7f8dfe1b&device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 1097 time: 0.0495567 Jan 19 18:47:01.577939 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20f6bad2-f971-4369-a471-18661b9bfd36 req-0e2e72a0-0bfe-4b9f-85ab-f581c35bff1e service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884638 Jan 19 18:47:01.590313 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-487f9386-eae7-4584-a7e6-b1e058bb8eee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=232b7ad4-9b80-4506-8f1a-63d4a5dd135b HTTP/1.1" status: 200 len: 217 time: 0.0366426 Jan 19 18:47:01.640468 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-1e7da871-7a6b-459f-abd1-771c34a549e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:01.641958 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-1e7da871-7a6b-459f-abd1-771c34a549e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6a3a8b6-ea70-4451-841a-6d31f936d64c HTTP/1.1" status: 200 len: 854 time: 0.0462079 Jan 19 18:47:01.655131 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6870b4-f127-41c7-bd99-0fe67ba02143 x-openstack-request-id: req-0e6870b4-f127-41c7-bd99-0fe67ba02143 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:47:01.655131 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8fc0d2-07e1-4857-af69-a1b188cf5f0d", "tag": "232b7ad4-9b80-4506-8f1a-63d4a5dd135b", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:47:01.655131 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e6870b4-f127-41c7-bd99-0fe67ba02143 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:47:01.655131 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8fc0d2-07e1-4857-af69-a1b188cf5f0d', 'tag': '232b7ad4-9b80-4506-8f1a-63d4a5dd135b', 'status': 'completed', 'code': 200} Jan 19 18:47:01.681022 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-5c535771-f12f-4efb-8e3b-f5d8ea56f277 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed8748b1-34ec-4054-a43a-16abf9167a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259991 Jan 19 18:47:01.779248 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-955a39da-0110-428c-bb07-788dd073497e service neutron] 10.222.0.35 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922141 Jan 19 18:47:01.869498 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-5c99b50e-de10-4e3f-ab0f-6260c6459475 req-e746764c-8495-4cd1-b190-904c417b561e service neutron] 10.222.0.35 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839126 Jan 19 18:47:01.970139 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d26e96-8fa7-4ff6-a162-185c0f8a859b req-b47178ed-760e-4384-bd46-f5053d87fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:01.971994 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b9d26e96-8fa7-4ff6-a162-185c0f8a859b req-b47178ed-760e-4384-bd46-f5053d87fd85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b556e40c9a74396b2a4d88e7f8dfe1b&device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 1097 time: 0.0562584 Jan 19 18:47:02.085579 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d26e96-8fa7-4ff6-a162-185c0f8a859b req-a49ce532-2de7-44ee-be4f-b30ba974aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:02.087850 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b9d26e96-8fa7-4ff6-a162-185c0f8a859b req-a49ce532-2de7-44ee-be4f-b30ba974aaa8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed8748b1-34ec-4054-a43a-16abf9167a0d HTTP/1.1" status: 200 len: 914 time: 0.1083000 Jan 19 18:47:02.138329 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b9d26e96-8fa7-4ff6-a162-185c0f8a859b req-faaf4d2e-7bb1-4185-8c17-01785083b815 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=232b7ad4-9b80-4506-8f1a-63d4a5dd135b HTTP/1.1" status: 200 len: 217 time: 0.0437872 Jan 19 18:47:02.188652 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d26e96-8fa7-4ff6-a162-185c0f8a859b req-f9af90fc-424f-43ea-8cad-023cd5191533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:02.190192 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b9d26e96-8fa7-4ff6-a162-185c0f8a859b req-f9af90fc-424f-43ea-8cad-023cd5191533 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6a3a8b6-ea70-4451-841a-6d31f936d64c HTTP/1.1" status: 200 len: 854 time: 0.0454946 Jan 19 18:47:02.221942 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b9d26e96-8fa7-4ff6-a162-185c0f8a859b req-09a2f3df-b390-4213-909e-70d978041de5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed8748b1-34ec-4054-a43a-16abf9167a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243759 Jan 19 18:47:02.330435 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b9d26e96-8fa7-4ff6-a162-185c0f8a859b req-18cfef9e-7064-4f94-82da-ba0b2d6cd38a service neutron] 10.222.0.35 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013188 Jan 19 18:47:02.446921 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-b9d26e96-8fa7-4ff6-a162-185c0f8a859b req-eae6a2d1-7763-46e1-a6ab-419674f7415c service neutron] 10.222.0.35 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099291 Jan 19 18:47:02.470482 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438aa912-71ac-4ceb-b5ac-b3eeb84dfd26 req-122b567e-2a84-4074-bc7b-05d88854680b tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:02.474543 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-438aa912-71ac-4ceb-b5ac-b3eeb84dfd26 req-122b567e-2a84-4074-bc7b-05d88854680b tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 943 time: 0.0670788 Jan 19 18:47:02.530109 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-438aa912-71ac-4ceb-b5ac-b3eeb84dfd26 req-6e3025ba-72cb-4aac-8a6d-21bb9e940263 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495842 Jan 19 18:47:02.614875 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dce815-e8ab-4752-8df4-47f02c42d814 req-398537ab-9289-4ba4-a832-3eafb77c8d68 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:02.616438 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01dce815-e8ab-4752-8df4-47f02c42d814 req-398537ab-9289-4ba4-a832-3eafb77c8d68 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 944 time: 0.0549643 Jan 19 18:47:02.684595 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01dce815-e8ab-4752-8df4-47f02c42d814 req-6b72efa1-e151-4f2b-bc17-881bfd31a1cf tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614092 Jan 19 18:47:03.483303 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:47:03.653671 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64872873-4d2c-4dd6-a35e-8664d0710bb9 req-16aba44a-63c7-495a-8e16-8ee46fa0528f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:03.655154 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-64872873-4d2c-4dd6-a35e-8664d0710bb9 req-16aba44a-63c7-495a-8e16-8ee46fa0528f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 943 time: 0.0503681 Jan 19 18:47:03.728269 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-64872873-4d2c-4dd6-a35e-8664d0710bb9 req-690c6bc6-c55c-4b5c-8082-94653bf519af tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645430 Jan 19 18:47:03.818084 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368466a-2d9a-4c8d-a9a9-ed5bafb445f1 req-d1a8d99b-9fb1-429d-8357-9c3b535f093c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:03.819623 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7368466a-2d9a-4c8d-a9a9-ed5bafb445f1 req-d1a8d99b-9fb1-429d-8357-9c3b535f093c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 944 time: 0.0543761 Jan 19 18:47:03.875021 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7368466a-2d9a-4c8d-a9a9-ed5bafb445f1 req-87657f49-80f2-4e7c-ae4b-5ab178b34ff5 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457461 Jan 19 18:47:04.606535 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 232b7ad4-9b80-4506-8f1a-63d4a5dd135b details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:47:04.746967 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=232b7ad4-9b80-4506-8f1a-63d4a5dd135b,segment=NetworkSegment(c8fffbc7-8f00-41b9-980b-fa8719b35e71),segment_id=c8fffbc7-8f00-41b9-980b-fa8719b35e71)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:04.764742 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': '232b7ad4-9b80-4506-8f1a-63d4a5dd135b', 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d', 'port_id': '232b7ad4-9b80-4506-8f1a-63d4a5dd135b', 'mac_address': 'fa:16:3e:fa:6c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a3a8b6-ea70-4451-841a-6d31f936d64c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:47:04.807746 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:47:04.808154 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:04.826953 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232b7ad4-9b80-4506-8f1a-63d4a5dd135b {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:47:04.851310 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=232b7ad4-9b80-4506-8f1a-63d4a5dd135b,segment=NetworkSegment(c8fffbc7-8f00-41b9-980b-fa8719b35e71),segment_id=c8fffbc7-8f00-41b9-980b-fa8719b35e71)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:04.858074 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fae25-8461-467c-96a4-1dcc9cc42c82 req-d4099591-ca73-4321-8fd6-e496f54f2962 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:04.859916 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-292fae25-8461-467c-96a4-1dcc9cc42c82 req-d4099591-ca73-4321-8fd6-e496f54f2962 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 943 time: 0.0545747 Jan 19 18:47:04.864516 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:04.917001 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=232b7ad4-9b80-4506-8f1a-63d4a5dd135b,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:04.924896 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.925287 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.925646 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.926043 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.926385 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.926759 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.927102 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.927442 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.927856 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.928195 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.929161 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.929499 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.929826 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:47:04.947239 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-292fae25-8461-467c-96a4-1dcc9cc42c82 req-8cf958bf-dfbd-4668-9862-d674498b455d tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790007 Jan 19 18:47:05.021700 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3df3e-9408-442e-8396-38274c12e171 req-98a3d26c-2649-46a5-8551-c83e25d1d173 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:05.023226 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b6e3df3e-9408-442e-8396-38274c12e171 req-98a3d26c-2649-46a5-8551-c83e25d1d173 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 945 time: 0.0660853 Jan 19 18:47:05.081279 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['232b7ad4-9b80-4506-8f1a-63d4a5dd135b'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:47:05.092273 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b6e3df3e-9408-442e-8396-38274c12e171 req-79f89009-355b-407e-ac5e-95674169d384 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630486 Jan 19 18:47:06.072519 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62225473-ee48-47d0-a47f-60c775773470 req-213f17f4-02fa-45c5-b604-577077037238 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:06.074128 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-62225473-ee48-47d0-a47f-60c775773470 req-213f17f4-02fa-45c5-b604-577077037238 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 943 time: 0.0528402 Jan 19 18:47:06.128528 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-62225473-ee48-47d0-a47f-60c775773470 req-2216449a-e482-4011-be8c-81a0e5a6cd64 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482852 Jan 19 18:47:06.224262 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc913a29-72fb-42b2-9145-c1046df770e0 req-653306f3-6664-443c-a16f-3944c15ad0c7 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:06.226365 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc913a29-72fb-42b2-9145-c1046df770e0 req-653306f3-6664-443c-a16f-3944c15ad0c7 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 945 time: 0.0570712 Jan 19 18:47:06.277119 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc913a29-72fb-42b2-9145-c1046df770e0 req-fed36e5a-3653-4564-93df-a88a8138352a tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449235 Jan 19 18:47:06.606570 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 232b7ad4-9b80-4506-8f1a-63d4a5dd135b up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:47:06.663565 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:47:06.668303 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:47:06.668739 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:06.905965 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:47:06.906458 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:06.933266 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8fc0d2-07e1-4857-af69-a1b188cf5f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232b7ad4-9b80-4506-8f1a-63d4a5dd135b'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:47:06.935643 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60a1532-f3c5-4ea0-b5fa-83a87e10509f" -d '{"events": [{"server_uuid": "6b8fc0d2-07e1-4857-af69-a1b188cf5f0d", "name": "network-vif-plugged", "status": "completed", "tag": "232b7ad4-9b80-4506-8f1a-63d4a5dd135b"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:47:06.951054 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=232b7ad4-9b80-4506-8f1a-63d4a5dd135b,segment=NetworkSegment(c8fffbc7-8f00-41b9-980b-fa8719b35e71),segment_id=c8fffbc7-8f00-41b9-980b-fa8719b35e71)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:06.956901 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:06.993122 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc625a1a-9759-4b82-a1db-c67e226452fd x-openstack-request-id: req-fc625a1a-9759-4b82-a1db-c67e226452fd {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:47:06.993559 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8fc0d2-07e1-4857-af69-a1b188cf5f0d", "name": "network-vif-plugged", "status": "completed", "tag": "232b7ad4-9b80-4506-8f1a-63d4a5dd135b", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:47:06.993953 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc625a1a-9759-4b82-a1db-c67e226452fd {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:47:06.994426 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8fc0d2-07e1-4857-af69-a1b188cf5f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232b7ad4-9b80-4506-8f1a-63d4a5dd135b', 'code': 200} Jan 19 18:47:07.027484 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=232b7ad4-9b80-4506-8f1a-63d4a5dd135b,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:07.182305 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c93331-a537-4911-849c-375602390187 req-bf586d17-ad7e-4b7c-b0a7-fb82d8d953c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:07.184052 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-c2c93331-a537-4911-849c-375602390187 req-bf586d17-ad7e-4b7c-b0a7-fb82d8d953c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 1099 time: 0.0466769 Jan 19 18:47:07.245377 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-c2c93331-a537-4911-849c-375602390187 req-27fbf478-3db5-4c42-aa22-ae7dc4020e67 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545821 Jan 19 18:47:07.261160 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15515d-81e0-4960-bcc9-f90cace13eb7 req-982ab579-d921-42a4-a7f5-4f203dc9e67b tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:07.262757 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cc15515d-81e0-4960-bcc9-f90cace13eb7 req-982ab579-d921-42a4-a7f5-4f203dc9e67b tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 943 time: 0.0527773 Jan 19 18:47:07.327123 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cc15515d-81e0-4960-bcc9-f90cace13eb7 req-3413db47-f7e6-401a-974c-c99f6a54ee8f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579278 Jan 19 18:47:07.439447 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b87970-1095-48bb-a405-b1a959ddec0f req-ba8592c3-06ad-4a71-a0cd-0906d5247648 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:07.441067 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-69b87970-1095-48bb-a405-b1a959ddec0f req-ba8592c3-06ad-4a71-a0cd-0906d5247648 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 946 time: 0.0865884 Jan 19 18:47:07.501565 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-69b87970-1095-48bb-a405-b1a959ddec0f req-17315aa4-1905-4e04-af3b-1f926071024f tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542369 Jan 19 18:47:08.464385 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b03d8-234c-4a96-bd75-d1a30d0d7cdb req-01a4f412-519b-4d1d-9fa2-88e4dcc5196a tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:08.465950 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f2b03d8-234c-4a96-bd75-d1a30d0d7cdb req-01a4f412-519b-4d1d-9fa2-88e4dcc5196a tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 943 time: 0.0607984 Jan 19 18:47:08.518465 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f2b03d8-234c-4a96-bd75-d1a30d0d7cdb req-61e81171-7901-4895-bb7f-59cbfb2350be tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463626 Jan 19 18:47:08.603544 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:47:08.633540 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac4326-ef9a-454f-87ab-c8abd5a00a2f req-5b2432a8-8780-41de-88cc-057fcc94f90a tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:08.635721 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-95ac4326-ef9a-454f-87ab-c8abd5a00a2f req-5b2432a8-8780-41de-88cc-057fcc94f90a tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 946 time: 0.0620112 Jan 19 18:47:08.691691 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-95ac4326-ef9a-454f-87ab-c8abd5a00a2f req-10bddca8-3eab-4c37-b215-18a8e93db489 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461292 Jan 19 18:47:08.725001 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:08.744481 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'port_id': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'mac_address': 'fa:16:3e:37:3d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:47:08.795727 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:47:08.796138 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:08.816320 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:47:08.840612 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:08.845481 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:08.896830 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:09.059108 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['e6bc2696-0bb5-4c50-bd39-72cb51dc89a2'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:47:09.727443 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fb063-4141-422c-9a3a-c015357c01fe req-566af4d0-3240-4724-96f0-b57c6d0494dd tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:09.729457 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-769fb063-4141-422c-9a3a-c015357c01fe req-566af4d0-3240-4724-96f0-b57c6d0494dd tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 944 time: 0.0985608 Jan 19 18:47:09.804730 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-769fb063-4141-422c-9a3a-c015357c01fe req-c6012c8b-f3f2-4cd6-a40b-ae9f98609e6c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688720 Jan 19 18:47:10.629981 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:47:10.698237 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:47:10.704909 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:47:10.705427 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:10.829019 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:47:10.829925 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:10.864120 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:47:10.867321 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2f52d3-9760-4c88-a7cc-248f4c7c81df" -d '{"events": [{"server_uuid": "6f0a8b81-3f5b-4686-b08f-942e881137cc", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc2696-0bb5-4c50-bd39-72cb51dc89a2"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:47:10.885203 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:10.891130 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:10.949157 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:10.963058 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9280b3e-cc59-4bc0-89a4-068da6612806 req-21fb2c79-933e-498a-a0ee-019e34d1e170 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:10.964702 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b9280b3e-cc59-4bc0-89a4-068da6612806 req-21fb2c79-933e-498a-a0ee-019e34d1e170 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 945 time: 0.0891964 Jan 19 18:47:10.964833 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3d1303-88d9-4537-9d78-f3166ada46a5 x-openstack-request-id: req-eb3d1303-88d9-4537-9d78-f3166ada46a5 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:47:10.965119 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0a8b81-3f5b-4686-b08f-942e881137cc", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc2696-0bb5-4c50-bd39-72cb51dc89a2", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:47:10.965391 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb3d1303-88d9-4537-9d78-f3166ada46a5 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:47:10.965922 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'code': 200} Jan 19 18:47:11.028160 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b9280b3e-cc59-4bc0-89a4-068da6612806 req-23c6654d-171d-48f6-98d6-5584498157d2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537908 Jan 19 18:47:11.245172 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb20ed-3af9-46f6-9024-7195d7ca660c req-bc31cadf-8e50-484c-bb37-522b2eee546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:11.246677 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8fbb20ed-3af9-46f6-9024-7195d7ca660c req-bc31cadf-8e50-484c-bb37-522b2eee546e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 1098 time: 0.0625043 Jan 19 18:47:11.297196 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-8fbb20ed-3af9-46f6-9024-7195d7ca660c req-9834628e-1983-4b43-ad56-9b3da66ae9df service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433886 Jan 19 18:47:12.159874 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69993a26-13ec-4359-a587-2dea3cccdf94 req-7099323f-4b8a-459b-85dd-b064aadcba61 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:12.161404 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-69993a26-13ec-4359-a587-2dea3cccdf94 req-7099323f-4b8a-459b-85dd-b064aadcba61 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 945 time: 0.0595112 Jan 19 18:47:12.220641 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-69993a26-13ec-4359-a587-2dea3cccdf94 req-eb3b47e6-eeae-4fd5-911d-cc7d0be8a10f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529349 Jan 19 18:47:13.338964 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee2960-bd6b-45aa-838d-1e5ad307a042 req-a48b1741-b410-4fd1-9e47-52120b2100ea tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:13.340349 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-43ee2960-bd6b-45aa-838d-1e5ad307a042 req-a48b1741-b410-4fd1-9e47-52120b2100ea tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 945 time: 0.0493786 Jan 19 18:47:13.392395 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-43ee2960-bd6b-45aa-838d-1e5ad307a042 req-e87847bb-4975-4427-9f07-6038b88bca05 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462615 Jan 19 18:47:13.510433 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873baa32-1233-4333-b495-614b28d619bf req-050b08be-98e6-48e3-98a7-a700ad47f80e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:13.511861 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-873baa32-1233-4333-b495-614b28d619bf req-050b08be-98e6-48e3-98a7-a700ad47f80e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 945 time: 0.0516922 Jan 19 18:47:13.561268 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-873baa32-1233-4333-b495-614b28d619bf req-d92b8f75-ef24-4855-97d3-aa1dd57c1d10 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435565 Jan 19 18:47:13.583818 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46572) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:13.622626 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52babad3-0654-47af-8454-b2bb760cf2ed tempest-TestVolumeBootPattern-119751185 tempest-TestVolumeBootPattern-119751185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:13.624080 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-52babad3-0654-47af-8454-b2bb760cf2ed tempest-TestVolumeBootPattern-119751185 tempest-TestVolumeBootPattern-119751185-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 1093 time: 0.0392363 Jan 19 18:47:13.627017 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46574) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:13.631209 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'floatingip': {'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'port_id': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:47:13.655555 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:13.753688 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:13.859221 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Allocated IP 172.27.3.104 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/e3c193a6-c562-46d9-b173-2bd2825bd8e2) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:47:13.966128 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for port (e3c193a6-c562-46d9-b173-2bd2825bd8e2), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:14.005155 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (e3c193a6-c562-46d9-b173-2bd2825bd8e2), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:14.052223 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:47:14.055844 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:47:14.059615 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:47:14.085368 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'Port': ['ID=e3c193a6-c562-46d9-b173-2bd2825bd8e2,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:14.441299 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (e8cb7421-51b7-4529-8104-6aa7a2078797), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:14.511039 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (e3c193a6-c562-46d9-b173-2bd2825bd8e2), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:14.669499 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for port (e3c193a6-c562-46d9-b173-2bd2825bd8e2), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:14.674657 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (e3c193a6-c562-46d9-b173-2bd2825bd8e2), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:14.744908 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'Port': ['ID=e3c193a6-c562-46d9-b173-2bd2825bd8e2,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:14.757469 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (e8cb7421-51b7-4529-8104-6aa7a2078797), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:14.854949 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.l3_db [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Floating IP e8cb7421-51b7-4529-8104-6aa7a2078797 associated. External IP: 172.27.3.104, port: e6bc2696-0bb5-4c50-bd39-72cb51dc89a2. Jan 19 18:47:15.068801 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:47:15.188485 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:47:15.199826 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09174141-c2c0-4f59-98e9-83b8a38bd3d5 None None] Sync routers for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:47:15.210711 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09174141-c2c0-4f59-98e9-83b8a38bd3d5 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:47:15.211499 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-09174141-c2c0-4f59-98e9-83b8a38bd3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:46:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:15.211772 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:15.244865 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-886c63f4-458b-4243-83ba-4ec816f25ffa tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6164901 Jan 19 18:47:15.245631 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'tag': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:47:15.248569 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0069d19-0b72-4519-85a6-82ff0e953530" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0a8b81-3f5b-4686-b08f-942e881137cc", "tag": "e6bc2696-0bb5-4c50-bd39-72cb51dc89a2"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:47:15.292884 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a57f41-55f3-4be7-a1b2-42a694fb1f4e x-openstack-request-id: req-d6a57f41-55f3-4be7-a1b2-42a694fb1f4e {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:47:15.293186 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0a8b81-3f5b-4686-b08f-942e881137cc", "tag": "e6bc2696-0bb5-4c50-bd39-72cb51dc89a2", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:47:15.293449 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6a57f41-55f3-4be7-a1b2-42a694fb1f4e {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:47:15.293859 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'tag': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'status': 'completed', 'code': 200} Jan 19 18:47:15.332391 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-09174141-c2c0-4f59-98e9-83b8a38bd3d5 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:47:15.368160 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069d19-0b72-4519-85a6-82ff0e953530 req-bc53d466-7a1c-453f-8a32-be976c8017cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:15.370179 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e0069d19-0b72-4519-85a6-82ff0e953530 req-bc53d466-7a1c-453f-8a32-be976c8017cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 1098 time: 0.0538378 Jan 19 18:47:15.489989 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069d19-0b72-4519-85a6-82ff0e953530 req-ba89fc85-b6e5-4438-933e-6379f8d6af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:15.492176 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e0069d19-0b72-4519-85a6-82ff0e953530 req-ba89fc85-b6e5-4438-933e-6379f8d6af23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 912 time: 0.1118977 Jan 19 18:47:15.579685 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e0069d19-0b72-4519-85a6-82ff0e953530 req-337ed10a-9f86-425c-b1d2-03b57da2bd03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 HTTP/1.1" status: 200 len: 999 time: 0.0768807 Jan 19 18:47:15.619497 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-09174141-c2c0-4f59-98e9-83b8a38bd3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'e8cb7421-51b7-4529-8104-6aa7a2078797', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:37:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:47:14Z', 'updated_at': '2022-01-19T18:47:14Z', 'revision_number': 0, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:15.651115 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09174141-c2c0-4f59-98e9-83b8a38bd3d5 None None] Checking router: 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:47:15.663470 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09174141-c2c0-4f59-98e9-83b8a38bd3d5 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:47:15.664119 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-09174141-c2c0-4f59-98e9-83b8a38bd3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:46:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:15.794905 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-09174141-c2c0-4f59-98e9-83b8a38bd3d5 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:47:15.903224 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069d19-0b72-4519-85a6-82ff0e953530 req-ae520119-6057-48ba-af2d-f927696c89af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:15.905340 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e0069d19-0b72-4519-85a6-82ff0e953530 req-ae520119-6057-48ba-af2d-f927696c89af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.3192561 Jan 19 18:47:15.960672 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069d19-0b72-4519-85a6-82ff0e953530 req-7b4cf586-14ba-4115-b7a5-6046288b6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:15.965709 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e0069d19-0b72-4519-85a6-82ff0e953530 req-7b4cf586-14ba-4115-b7a5-6046288b6221 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476987 Jan 19 18:47:16.062886 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-09174141-c2c0-4f59-98e9-83b8a38bd3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'e8cb7421-51b7-4529-8104-6aa7a2078797', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:37:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:47:14Z', 'updated_at': '2022-01-19T18:47:14Z', 'revision_number': 0, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:16.066125 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e0069d19-0b72-4519-85a6-82ff0e953530 req-352ca59b-5bac-4120-9a74-bc7b030573c6 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974543 Jan 19 18:47:16.090543 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09174141-c2c0-4f59-98e9-83b8a38bd3d5 None None] The sync data for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi is: [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'e8cb7421-51b7-4529-8104-6aa7a2078797', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:37:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:47:14Z', 'updated_at': '2022-01-19T18:47:14Z', 'revision_number': 0, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:47:16.162771 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-e0069d19-0b72-4519-85a6-82ff0e953530 req-ad1bcc36-413b-4435-a13b-e1ef859db33f service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899584 Jan 19 18:47:16.313792 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4255b14-0be5-4434-a926-7ee17c8be56b None None] New status for floating IP e8cb7421-51b7-4529-8104-6aa7a2078797: ACTIVE {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:47:18.305113 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:19.534862 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5e8762d5-38b8-4e92-afe4-21167a78a2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:22.250509 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5089fcda-40bb-45d7-b924-e00482ea57aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:23.175659 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:24.517649 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:26.067727 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:26.681597 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-df4d7372-1b64-4f4c-ae54-6913d5de8c8d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432522 Jan 19 18:47:26.776301 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-33153fb0-0b0f-4648-8619-2d5c5b4173ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:26.777890 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-33153fb0-0b0f-4648-8619-2d5c5b4173ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c021d923a00e46de95dc00151f1d907f&device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 1098 time: 0.0485315 Jan 19 18:47:26.889051 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-1eefdd26-b333-4131-8803-fcf9bf0dc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:26.890713 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-1eefdd26-b333-4131-8803-fcf9bf0dc205 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f90c5281-a610-4a74-9725-0c46feb803d2 HTTP/1.1" status: 200 len: 908 time: 0.0917475 Jan 19 18:47:26.967762 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-81502651-30ab-46ff-ae37-283c54dbd40b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3041398-7a90-4da6-a897-14ef1901c0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0703895 Jan 19 18:47:27.024143 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-9c790ee8-b1d4-4e17-acd2-029a93c555d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:27.025777 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-9c790ee8-b1d4-4e17-acd2-029a93c555d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d465540-0e32-47b0-9c9b-4ae7cdb00163 HTTP/1.1" status: 200 len: 847 time: 0.0510936 Jan 19 18:47:27.076909 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-0ff2ac42-35ed-4c18-b517-5cadcffd25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:27.078478 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-0ff2ac42-35ed-4c18-b517-5cadcffd25e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f90c5281-a610-4a74-9725-0c46feb803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455625 Jan 19 18:47:27.180337 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-6cf7d0ea-3540-4987-941b-79b2481acd99 service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939302 Jan 19 18:47:27.278072 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-7cfd8243-6302-46d0-ae37-5211ced809dd req-05b3d00c-6897-4933-ab01-207f0731082a service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899596 Jan 19 18:47:38.708414 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46668) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:38.964725 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Deleting port c2cc3acf-347b-4787-8137-f36060150b94 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:47:38.964985 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (c2cc3acf-347b-4787-8137-f36060150b94), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:39.041927 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (c2cc3acf-347b-4787-8137-f36060150b94), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:39.042250 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for floatingip (c2cc3acf-347b-4787-8137-f36060150b94), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:39.054504 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Calling delete_port for c2cc3acf-347b-4787-8137-f36060150b94 owned by network:floatingip {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:47:39.229920 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (c2cc3acf-347b-4787-8137-f36060150b94), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:39.253512 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event deleted for resources: {'Port': ['ID=c2cc3acf-347b-4787-8137-f36060150b94,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:39.322240 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for floatingip (9773c769-456d-40ab-bcb0-055bee767747), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:39.322692 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.l3_db [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Floating IP 9773c769-456d-40ab-bcb0-055bee767747 disassociated (deleted). External IP: 172.27.3.213, port: a3041398-7a90-4da6-a897-14ef1901c0b6. Jan 19 18:47:39.532853 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:47:39.638971 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:47:39.643826 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:39.649046 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa2821-e3a6-4717-84ee-01421893aadb None None] Sync routers for ids ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:47:39.658413 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa2821-e3a6-4717-84ee-01421893aadb None None] Routers {'98ead339-9911-44ff-ad0b-2d5ad4dc5648'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:47:39.659026 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-28fa2821-e3a6-4717-84ee-01421893aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:47:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:39.671168 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-8ba11b9d-6edb-45d4-8985-e3e60e5f3df0 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "DELETE /v2.0/floatingips/9773c769-456d-40ab-bcb0-055bee767747 HTTP/1.1" status: 204 len: 168 time: 0.9612882 Jan 19 18:47:39.671750 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:47:39.674321 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4d907a-62c4-40ca-9faa-8276f5d0b941" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:47:39.721407 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bc4360-a546-4110-8533-f5e68c75d7b5 x-openstack-request-id: req-d7bc4360-a546-4110-8533-f5e68c75d7b5 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:47:39.722082 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:47:39.722082 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7bc4360-a546-4110-8533-f5e68c75d7b5 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:47:39.722379 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'status': 'completed', 'code': 200} Jan 19 18:47:39.781463 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-28fa2821-e3a6-4717-84ee-01421893aadb None None] Set router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:47:39.930566 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca00b45-1c1e-4a42-af02-9064557ca604 req-96d03b31-face-475b-b8fe-78130b7abb67 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:39.932129 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7ca00b45-1c1e-4a42-af02-9064557ca604 req-96d03b31-face-475b-b8fe-78130b7abb67 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0567985 Jan 19 18:47:39.982925 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7ca00b45-1c1e-4a42-af02-9064557ca604 req-4c6b377a-612a-4735-8b4d-4f8e8028cc94 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449460 Jan 19 18:47:40.009015 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-28fa2821-e3a6-4717-84ee-01421893aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:31Z', 'revision_number': 4, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '14341285-77ca-4dc1-b2a2-6f4d8473784a', 'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'mac_address': 'fa:16:3e:02:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:30Z', 'updated_at': '2022-01-19T18:42:36Z', 'revision_number': 5, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'subnets': [{'id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:40.040194 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa2821-e3a6-4717-84ee-01421893aadb None None] Checking router: 98ead339-9911-44ff-ad0b-2d5ad4dc5648 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:47:40.050008 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa2821-e3a6-4717-84ee-01421893aadb None None] Routers {'98ead339-9911-44ff-ad0b-2d5ad4dc5648'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:47:40.050715 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-28fa2821-e3a6-4717-84ee-01421893aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:47:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:40.164478 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-28fa2821-e3a6-4717-84ee-01421893aadb None None] Set router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:47:40.368692 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-28fa2821-e3a6-4717-84ee-01421893aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:31Z', 'revision_number': 4, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '14341285-77ca-4dc1-b2a2-6f4d8473784a', 'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'mac_address': 'fa:16:3e:02:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:30Z', 'updated_at': '2022-01-19T18:42:36Z', 'revision_number': 5, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'subnets': [{'id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:40.399856 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa2821-e3a6-4717-84ee-01421893aadb None None] The sync data for ids ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'] in dv-cinder-825360-1-iscsi is: [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:31Z', 'revision_number': 4, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '14341285-77ca-4dc1-b2a2-6f4d8473784a', 'name': '', 'network_id': 'f90c5281-a610-4a74-9725-0c46feb803d2', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'mac_address': 'fa:16:3e:02:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:30Z', 'updated_at': '2022-01-19T18:42:36Z', 'revision_number': 5, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'subnets': [{'id': '9d465540-0e32-47b0-9c9b-4ae7cdb00163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:47:40.483439 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:47:40.621748 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f4b0c-6e52-46a4-9d5c-be0cbd8ba114 None None] New status for floating IP 9773c769-456d-40ab-bcb0-055bee767747: DOWN {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:47:41.115695 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03d466-bc0b-416e-b99a-94954ab7bb26 req-44f41cc6-41f8-42b4-a741-613a7ee5290b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:41.117428 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6f03d466-bc0b-416e-b99a-94954ab7bb26 req-44f41cc6-41f8-42b4-a741-613a7ee5290b tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0576339 Jan 19 18:47:41.169048 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6f03d466-bc0b-416e-b99a-94954ab7bb26 req-ee41a230-2abe-4fdb-aa3c-b77a477ff65a tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454857 Jan 19 18:47:41.424325 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d907a-62c4-40ca-9faa-8276f5d0b941 req-78143679-30c5-44b2-9b70-0f2875f4336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:41.425878 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4f4d907a-62c4-40ca-9faa-8276f5d0b941 req-78143679-30c5-44b2-9b70-0f2875f4336b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c021d923a00e46de95dc00151f1d907f&device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 1098 time: 0.0469487 Jan 19 18:47:41.521917 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d907a-62c4-40ca-9faa-8276f5d0b941 req-847e9726-55b7-4b9b-a7d9-be9b9c57596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:41.523460 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4f4d907a-62c4-40ca-9faa-8276f5d0b941 req-847e9726-55b7-4b9b-a7d9-be9b9c57596f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f90c5281-a610-4a74-9725-0c46feb803d2 HTTP/1.1" status: 200 len: 908 time: 0.0907445 Jan 19 18:47:41.569324 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4f4d907a-62c4-40ca-9faa-8276f5d0b941 req-e3c13960-5ad2-449e-94ab-3adfd8115fe1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3041398-7a90-4da6-a897-14ef1901c0b6 HTTP/1.1" status: 200 len: 217 time: 0.0394328 Jan 19 18:47:41.633657 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d907a-62c4-40ca-9faa-8276f5d0b941 req-7422b903-b86c-4858-a031-e6848afd295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:41.635106 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4f4d907a-62c4-40ca-9faa-8276f5d0b941 req-7422b903-b86c-4858-a031-e6848afd295f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d465540-0e32-47b0-9c9b-4ae7cdb00163 HTTP/1.1" status: 200 len: 847 time: 0.0598836 Jan 19 18:47:41.682550 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d907a-62c4-40ca-9faa-8276f5d0b941 req-43d34984-b201-41dc-8731-7342e971cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:41.683940 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4f4d907a-62c4-40ca-9faa-8276f5d0b941 req-43d34984-b201-41dc-8731-7342e971cb16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f90c5281-a610-4a74-9725-0c46feb803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413325 Jan 19 18:47:41.788432 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4f4d907a-62c4-40ca-9faa-8276f5d0b941 req-987270f3-21c7-4dc9-95ca-59170bb019ba service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912073 Jan 19 18:47:41.877630 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4f4d907a-62c4-40ca-9faa-8276f5d0b941 req-eafd3072-0abd-4283-8b67-263fdb88add4 service neutron] 10.222.0.35 "GET /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817266 Jan 19 18:47:42.292318 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88520f-c8e5-4105-b125-0bfb1a67ae8b req-053b28e1-2151-4eb0-a029-7f1fce602959 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:42.293845 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ef88520f-c8e5-4105-b125-0bfb1a67ae8b req-053b28e1-2151-4eb0-a029-7f1fce602959 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0548663 Jan 19 18:47:42.347597 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ef88520f-c8e5-4105-b125-0bfb1a67ae8b req-fcc4c5fb-4535-4f24-aabf-5f4396fdd5f2 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477087 Jan 19 18:47:43.158522 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c7b3d-8063-4e1f-b400-b279969f7dbc req-533b778b-11c5-4fe8-b385-08a22d05c772 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:43.160015 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-788c7b3d-8063-4e1f-b400-b279969f7dbc req-533b778b-11c5-4fe8-b385-08a22d05c772 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0551066 Jan 19 18:47:43.255191 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-788c7b3d-8063-4e1f-b400-b279969f7dbc req-5d7e0e95-0268-4286-acbb-7b68e07c7486 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Deleting port a3041398-7a90-4da6-a897-14ef1901c0b6 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:47:43.256154 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-788c7b3d-8063-4e1f-b400-b279969f7dbc req-5d7e0e95-0268-4286-acbb-7b68e07c7486 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:43.348331 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-788c7b3d-8063-4e1f-b400-b279969f7dbc req-5d7e0e95-0268-4286-acbb-7b68e07c7486 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] For port a3041398-7a90-4da6-a897-14ef1901c0b6, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=a3041398-7a90-4da6-a897-14ef1901c0b6,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:43.348607 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-788c7b3d-8063-4e1f-b400-b279969f7dbc req-5d7e0e95-0268-4286-acbb-7b68e07c7486 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:43.361808 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-788c7b3d-8063-4e1f-b400-b279969f7dbc req-5d7e0e95-0268-4286-acbb-7b68e07c7486 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Calling delete_port for a3041398-7a90-4da6-a897-14ef1901c0b6 owned by compute:nova {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:47:43.480515 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1f426-2901-4ea9-8838-f36a3a7e9aad req-4950c1fb-d423-4050-9117-1bb6f1de84e1 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:43.482121 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f0d1f426-2901-4ea9-8838-f36a3a7e9aad req-4950c1fb-d423-4050-9117-1bb6f1de84e1 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704 HTTP/1.1" status: 200 len: 945 time: 0.0628395 Jan 19 18:47:43.508602 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-788c7b3d-8063-4e1f-b400-b279969f7dbc req-5d7e0e95-0268-4286-acbb-7b68e07c7486 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (a3041398-7a90-4da6-a897-14ef1901c0b6), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:43.538432 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f0d1f426-2901-4ea9-8838-f36a3a7e9aad req-5211fb89-7a4e-4bb2-bb8d-e06d286c96f1 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf205869-99fc-4642-8022-7c4e749783fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495834 Jan 19 18:47:43.554231 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e0e95-0268-4286-acbb-7b68e07c7486 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event deleted for resources: {'Port': ['ID=a3041398-7a90-4da6-a897-14ef1901c0b6,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:43.587448 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-788c7b3d-8063-4e1f-b400-b279969f7dbc req-5d7e0e95-0268-4286-acbb-7b68e07c7486 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] No DVR routers for this DVR port a3041398-7a90-4da6-a897-14ef1901c0b6 on host hv-cinder-82536 {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:47:43.590159 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-788c7b3d-8063-4e1f-b400-b279969f7dbc req-5d7e0e95-0268-4286-acbb-7b68e07c7486 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:43.593529 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-788c7b3d-8063-4e1f-b400-b279969f7dbc req-5d7e0e95-0268-4286-acbb-7b68e07c7486 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.35 "DELETE /v2.0/ports/a3041398-7a90-4da6-a897-14ef1901c0b6 HTTP/1.1" status: 204 len: 173 time: 0.4239392 Jan 19 18:47:43.593991 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'name': 'network-vif-deleted', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:47:43.596262 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9973283f-5c11-4f3e-b0b7-3f6d28fc1cb1" -d '{"events": [{"server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "name": "network-vif-deleted", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:47:43.643687 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382f162a-d0b1-44c4-b800-2b8529bb1278 x-openstack-request-id: req-382f162a-d0b1-44c4-b800-2b8529bb1278 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:47:43.643977 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704", "name": "network-vif-deleted", "tag": "a3041398-7a90-4da6-a897-14ef1901c0b6", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:47:43.644233 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-382f162a-d0b1-44c4-b800-2b8529bb1278 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:47:43.644673 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d2463-ef39-4fa1-9f0f-6b35ba4ee704', 'name': 'network-vif-deleted', 'tag': 'a3041398-7a90-4da6-a897-14ef1901c0b6', 'status': 'completed', 'code': 200} Jan 19 18:47:44.609930 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46708) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:44.665663 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-70d1fa41-4dcf-408e-80f1-4e37d8d4ce58 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group (bf205869-99fc-4642-8022-7c4e749783fd), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:44.690845 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-70d1fa41-4dcf-408e-80f1-4e37d8d4ce58 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group (bf205869-99fc-4642-8022-7c4e749783fd), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:44.750810 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-70d1fa41-4dcf-408e-80f1-4e37d8d4ce58 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (bf205869-99fc-4642-8022-7c4e749783fd), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:44.753611 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-70d1fa41-4dcf-408e-80f1-4e37d8d4ce58 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:44.754892 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-70d1fa41-4dcf-408e-80f1-4e37d8d4ce58 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] 10.222.0.39 "DELETE /v2.0/security-groups/bf205869-99fc-4642-8022-7c4e749783fd HTTP/1.1" status: 204 len: 168 time: 0.1439841 Jan 19 18:47:44.764813 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1fa41-4dcf-408e-80f1-4e37d8d4ce58 tempest-TestShelveInstance-2052591973 tempest-TestShelveInstance-2052591973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf205869-99fc-4642-8022-7c4e749783fd,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:44.808756 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46714) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:45.212040 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2090550'] for router_interface (98ead339-9911-44ff-ad0b-2d5ad4dc5648), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:45.450490 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] Deleting port 14341285-77ca-4dc1-b2a2-6f4d8473784a {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:47:45.450827 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:45.526141 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] For port 14341285-77ca-4dc1-b2a2-6f4d8473784a, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=14341285-77ca-4dc1-b2a2-6f4d8473784a,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:45.526502 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:45.539396 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] Calling delete_port for 14341285-77ca-4dc1-b2a2-6f4d8473784a owned by network:router_interface {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:47:45.711812 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (14341285-77ca-4dc1-b2a2-6f4d8473784a), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:45.739362 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=14341285-77ca-4dc1-b2a2-6f4d8473784a,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:45.899057 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089382'] for router_interface (98ead339-9911-44ff-ad0b-2d5ad4dc5648), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:46.124886 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] Router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:47:46.482918 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:47:46.487786 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1750a28b-08f3-4426-bf1a-16e80f4798c8 admin admin] 10.222.0.39 "PUT /v2.0/routers/98ead339-9911-44ff-ad0b-2d5ad4dc5648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6816757 Jan 19 18:47:46.491156 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46732) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:46.493930 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc62dfb5-2c63-4d2f-971f-c294c4b888cf None None] Sync routers for ids ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:47:46.503676 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62dfb5-2c63-4d2f-971f-c294c4b888cf None None] Routers {'98ead339-9911-44ff-ad0b-2d5ad4dc5648'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:47:46.504276 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bc62dfb5-2c63-4d2f-971f-c294c4b888cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:47:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:46.598328 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Publish callbacks [] for router (98ead339-9911-44ff-ad0b-2d5ad4dc5648), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:46.706680 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Publish callbacks [] for router_gateway (98ead339-9911-44ff-ad0b-2d5ad4dc5648), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:46.758349 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-bc62dfb5-2c63-4d2f-971f-c294c4b888cf None None] Set router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:47:46.761241 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Deleting port f0c73d24-5a40-48d3-95be-9d26c17c13fd {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:47:46.761598 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:46.818238 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device a3041398-7a90-4da6-a897-14ef1901c0b6 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:47:46.846082 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] For port f0c73d24-5a40-48d3-95be-9d26c17c13fd, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=f0c73d24-5a40-48d3-95be-9d26c17c13fd,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:46.846444 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:46.859830 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Calling delete_port for f0c73d24-5a40-48d3-95be-9d26c17c13fd owned by network:router_gateway {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:47:46.876539 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: a3041398-7a90-4da6-a897-14ef1901c0b6 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:47:46.876921 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device a3041398-7a90-4da6-a897-14ef1901c0b6 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:47:46.969242 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bc62dfb5-2c63-4d2f-971f-c294c4b888cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:47:45Z', 'revision_number': 5, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port': {'id': 'f0c73d24-5a40-48d3-95be-9d26c17c13fd', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:46.996832 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc62dfb5-2c63-4d2f-971f-c294c4b888cf None None] Checking router: 98ead339-9911-44ff-ad0b-2d5ad4dc5648 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:47:47.005197 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62dfb5-2c63-4d2f-971f-c294c4b888cf None None] Routers {'98ead339-9911-44ff-ad0b-2d5ad4dc5648'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:47:47.006013 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bc62dfb5-2c63-4d2f-971f-c294c4b888cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:47:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:47.028086 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (f0c73d24-5a40-48d3-95be-9d26c17c13fd), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.055197 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c73d24-5a40-48d3-95be-9d26c17c13fd,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:47.096390 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-bc62dfb5-2c63-4d2f-971f-c294c4b888cf None None] Set router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 gateway port host: None {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:47:47.120588 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2093688'] for router_gateway (98ead339-9911-44ff-ad0b-2d5ad4dc5648), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.154002 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bc62dfb5-2c63-4d2f-971f-c294c4b888cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:47:46Z', 'revision_number': 6, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port_host': None}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:47.181512 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc62dfb5-2c63-4d2f-971f-c294c4b888cf None None] The sync data for ids ['98ead339-9911-44ff-ad0b-2d5ad4dc5648'] in dv-cinder-825360-1-iscsi is: [{'id': '98ead339-9911-44ff-ad0b-2d5ad4dc5648', 'name': 'tempest-TestShelveInstance-369392351-router', 'tenant_id': 'c021d923a00e46de95dc00151f1d907f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:28Z', 'updated_at': '2022-01-19T18:47:46Z', 'revision_number': 6, 'project_id': 'c021d923a00e46de95dc00151f1d907f', 'gw_port_host': None}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:47:47.218693 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9961'] for router (98ead339-9911-44ff-ad0b-2d5ad4dc5648), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.220924 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Publish callbacks [] for router_controller (98ead339-9911-44ff-ad0b-2d5ad4dc5648), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.264354 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092500'] for router (98ead339-9911-44ff-ad0b-2d5ad4dc5648), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.264962 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ead339-9911-44ff-ad0b-2d5ad4dc5648 {{(pid=103027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 18:47:47.270324 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.274504 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-7dbdb883-5516-420e-9a1d-733ed36d091d admin admin] 10.222.0.39 "DELETE /v2.0/routers/98ead339-9911-44ff-ad0b-2d5ad4dc5648 HTTP/1.1" status: 204 len: 168 time: 0.7799993 Jan 19 18:47:47.274742 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46738) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:47.323649 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_v2 [None req-75af7de5-3c8f-4b1b-bb9e-61766d9e0f08 admin admin] Deleting subnet 9d465540-0e32-47b0-9c9b-4ae7cdb00163 {{(pid=103027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:47:47.327801 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-75af7de5-3c8f-4b1b-bb9e-61766d9e0f08 admin admin] Publish callbacks [] for subnet (9d465540-0e32-47b0-9c9b-4ae7cdb00163), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.365884 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-75af7de5-3c8f-4b1b-bb9e-61766d9e0f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27100997'] for subnet (9d465540-0e32-47b0-9c9b-4ae7cdb00163), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.417896 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fdb51-8bc2-4f5f-9088-2871f3d67be9 req-d22f810b-6ac7-44ee-9f8f-746008ca9ac8 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:47.419356 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b08fdb51-8bc2-4f5f-9088-2871f3d67be9 req-d22f810b-6ac7-44ee-9f8f-746008ca9ac8 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 946 time: 0.0479813 Jan 19 18:47:47.442115 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-75af7de5-3c8f-4b1b-bb9e-61766d9e0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (9d465540-0e32-47b0-9c9b-4ae7cdb00163), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.467454 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b08fdb51-8bc2-4f5f-9088-2871f3d67be9 req-4d76cbb9-f7a3-455f-88d8-13b0c55bfaa6 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 Jan 19 18:47:47.495717 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-75af7de5-3c8f-4b1b-bb9e-61766d9e0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25328278'] for subnet (9d465540-0e32-47b0-9c9b-4ae7cdb00163), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.520723 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af7de5-3c8f-4b1b-bb9e-61766d9e0f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d465540-0e32-47b0-9c9b-4ae7cdb00163,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:47.524884 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-75af7de5-3c8f-4b1b-bb9e-61766d9e0f08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.528035 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-75af7de5-3c8f-4b1b-bb9e-61766d9e0f08 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9d465540-0e32-47b0-9c9b-4ae7cdb00163 HTTP/1.1" status: 204 len: 168 time: 0.2523227 Jan 19 18:47:47.530589 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46742) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:47.533809 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba69d7-7ffa-4abc-a314-5fee4171a139 None None] Network f90c5281-a610-4a74-9725-0c46feb803d2 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:47:47.714975 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f7d15-0058-465d-95ed-b46158fee39c None None] DHCP port deletion for f90c5281-a610-4a74-9725-0c46feb803d2 request from dv-cinder-825360-1-iscsi {{(pid=103028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 18:47:47.764644 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-949f7d15-0058-465d-95ed-b46158fee39c None None] Deleting port a01fd589-a207-4270-8453-4320d01ce78f {{(pid=103028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:47:47.765023 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-949f7d15-0058-465d-95ed-b46158fee39c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (a01fd589-a207-4270-8453-4320d01ce78f), before_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.832760 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-949f7d15-0058-465d-95ed-b46158fee39c None None] For port a01fd589-a207-4270-8453-4320d01ce78f, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=a01fd589-a207-4270-8453-4320d01ce78f,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:47.833157 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-949f7d15-0058-465d-95ed-b46158fee39c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (a01fd589-a207-4270-8453-4320d01ce78f), precommit_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.845603 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-949f7d15-0058-465d-95ed-b46158fee39c None None] Calling delete_port for a01fd589-a207-4270-8453-4320d01ce78f owned by network:dhcp {{(pid=103028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:47:47.859073 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (f90c5281-a610-4a74-9725-0c46feb803d2), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.911268 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Deleting port a01fd589-a207-4270-8453-4320d01ce78f {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:47:47.911898 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (a01fd589-a207-4270-8453-4320d01ce78f), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.924378 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-949f7d15-0058-465d-95ed-b46158fee39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477'] for port (a01fd589-a207-4270-8453-4320d01ce78f), after_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.951985 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f7d15-0058-465d-95ed-b46158fee39c None None] Pushing event deleted for resources: {'Port': ['ID=a01fd589-a207-4270-8453-4320d01ce78f,revision_number=None']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:47.953753 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f7d15-0058-465d-95ed-b46158fee39c None None] No DVR routers for this DVR port a01fd589-a207-4270-8453-4320d01ce78f on host dv-cinder-825360-1-iscsi {{(pid=103028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:47:47.977299 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] For port a01fd589-a207-4270-8453-4320d01ce78f, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=a01fd589-a207-4270-8453-4320d01ce78f,segment=NetworkSegment(e0b6981e-de8e-4de3-9681-cd4a6603c120),segment_id=e0b6981e-de8e-4de3-9681-cd4a6603c120)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:47.977665 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (a01fd589-a207-4270-8453-4320d01ce78f), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:47.993434 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Calling delete_port for a01fd589-a207-4270-8453-4320d01ce78f owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:47:48.028773 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 14341285-77ca-4dc1-b2a2-6f4d8473784a no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:47:48.062355 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 14341285-77ca-4dc1-b2a2-6f4d8473784a {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:47:48.062678 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 14341285-77ca-4dc1-b2a2-6f4d8473784a not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:47:48.083973 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (a01fd589-a207-4270-8453-4320d01ce78f), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:48.109217 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a01fd589-a207-4270-8453-4320d01ce78f,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:48.112779 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] No DVR routers for this DVR port a01fd589-a207-4270-8453-4320d01ce78f on host dv-cinder-825360-1-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:47:48.187862 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (f90c5281-a610-4a74-9725-0c46feb803d2), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:48.208206 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90c5281-a610-4a74-9725-0c46feb803d2']}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:48.218936 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b6981e-de8e-4de3-9681-cd4a6603c120') {'for_net_delete': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:48.219342 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b6981e-de8e-4de3-9681-cd4a6603c120') {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:48.233333 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27101020'] for segment (e0b6981e-de8e-4de3-9681-cd4a6603c120), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:48.249651 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (e0b6981e-de8e-4de3-9681-cd4a6603c120), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:48.255879 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:47:48.256270 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141864'] for segment (e0b6981e-de8e-4de3-9681-cd4a6603c120), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: self.session.flush() Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: self.session.flush() Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: self.session.flush() Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: self.session.flush() Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: Traceback (most recent call last): Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: timer() Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: cb(*args, **kw) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: return func(*args, **kwargs) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: self._notify() Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: self.callback(batched_events) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: event.method(event) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:47:48.258055 dv-cinder-825360-1-iscsi neutron-server[103027]: return f(self, *a, **k) Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._get(url).json() Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: return self.request(url, 'GET', **kwargs) Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:47:48.261923 dv-cinder-825360-1-iscsi neutron-server[103027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:47:48.313893 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (f90c5281-a610-4a74-9725-0c46feb803d2), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:48.319768 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:48.320939 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:48.324351 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f90c5281-a610-4a74-9725-0c46feb803d2 HTTP/1.1" status: 204 len: 168 time: 0.7928088 Jan 19 18:47:48.327401 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46744) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:48.339972 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2209d-deaa-48b0-a38c-b1d6e4878f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=f90c5281-a610-4a74-9725-0c46feb803d2,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:48.636158 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9803ff-4523-4aad-b542-ac23078b9e26 req-0c3af9b6-907b-4983-aceb-c1a3d5881380 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:48.637565 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e9803ff-4523-4aad-b542-ac23078b9e26 req-0c3af9b6-907b-4983-aceb-c1a3d5881380 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 946 time: 0.1013815 Jan 19 18:47:48.699852 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e9803ff-4523-4aad-b542-ac23078b9e26 req-2a24470f-05e0-4c78-9d9e-1b9142f8400d tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550821 Jan 19 18:47:48.757869 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2090550'] for router_interface (ff282d87-a870-447a-85fb-2207d7fbb1ea), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:48.938969 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90279b-dd28-4e8a-ab33-d57d094b47aa req-11c484d3-dfa4-454a-94d9-c29593fcbf3d tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:48.940444 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0e90279b-dd28-4e8a-ab33-d57d094b47aa req-11c484d3-dfa4-454a-94d9-c29593fcbf3d tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 946 time: 0.0503297 Jan 19 18:47:49.000215 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] Deleting port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:47:49.000550 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:49.029080 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-0e90279b-dd28-4e8a-ab33-d57d094b47aa req-c5fdcfc4-c2b4-44be-b8f9-169f84bfb7df tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Deleting port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:47:49.029424 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0e90279b-dd28-4e8a-ab33-d57d094b47aa req-c5fdcfc4-c2b4-44be-b8f9-169f84bfb7df tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:49.081128 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] For port 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3,segment=NetworkSegment(d3cd94e0-5e9a-4cac-88a4-d2f02b75426a),segment_id=d3cd94e0-5e9a-4cac-88a4-d2f02b75426a)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:49.081489 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:49.094728 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] Calling delete_port for 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 owned by network:router_interface {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:47:49.120972 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-0e90279b-dd28-4e8a-ab33-d57d094b47aa req-c5fdcfc4-c2b4-44be-b8f9-169f84bfb7df tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] For port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=232b7ad4-9b80-4506-8f1a-63d4a5dd135b,segment=NetworkSegment(c8fffbc7-8f00-41b9-980b-fa8719b35e71),segment_id=c8fffbc7-8f00-41b9-980b-fa8719b35e71)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:49.121438 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0e90279b-dd28-4e8a-ab33-d57d094b47aa req-c5fdcfc4-c2b4-44be-b8f9-169f84bfb7df tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:49.134582 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-0e90279b-dd28-4e8a-ab33-d57d094b47aa req-c5fdcfc4-c2b4-44be-b8f9-169f84bfb7df tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Calling delete_port for 232b7ad4-9b80-4506-8f1a-63d4a5dd135b owned by compute:nova {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:47:49.266173 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0e90279b-dd28-4e8a-ab33-d57d094b47aa req-c5fdcfc4-c2b4-44be-b8f9-169f84bfb7df tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (232b7ad4-9b80-4506-8f1a-63d4a5dd135b), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:49.281010 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['232b7ad4-9b80-4506-8f1a-63d4a5dd135b'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:47:49.283047 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:49.298364 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdcfc4-c2b4-44be-b8f9-169f84bfb7df tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Pushing event deleted for resources: {'Port': ['ID=232b7ad4-9b80-4506-8f1a-63d4a5dd135b,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:49.316520 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:49.345962 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e90279b-dd28-4e8a-ab33-d57d094b47aa req-c5fdcfc4-c2b4-44be-b8f9-169f84bfb7df tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] No DVR routers for this DVR port 232b7ad4-9b80-4506-8f1a-63d4a5dd135b on host hv-cinder-82536 {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:47:49.348174 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0e90279b-dd28-4e8a-ab33-d57d094b47aa req-c5fdcfc4-c2b4-44be-b8f9-169f84bfb7df tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:49.352291 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0e90279b-dd28-4e8a-ab33-d57d094b47aa req-c5fdcfc4-c2b4-44be-b8f9-169f84bfb7df tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.35 "DELETE /v2.0/ports/232b7ad4-9b80-4506-8f1a-63d4a5dd135b HTTP/1.1" status: 204 len: 173 time: 0.4058897 Jan 19 18:47:49.352809 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8fc0d2-07e1-4857-af69-a1b188cf5f0d', 'name': 'network-vif-deleted', 'tag': '232b7ad4-9b80-4506-8f1a-63d4a5dd135b'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:47:49.355104 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8b78a6-8274-4539-82da-1be9707a84cc" -d '{"events": [{"server_uuid": "6b8fc0d2-07e1-4857-af69-a1b188cf5f0d", "name": "network-vif-deleted", "tag": "232b7ad4-9b80-4506-8f1a-63d4a5dd135b"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:47:49.405150 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d6ac8e-84bb-412b-a5fb-46f74b24192f x-openstack-request-id: req-a1d6ac8e-84bb-412b-a5fb-46f74b24192f {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:47:49.406647 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8fc0d2-07e1-4857-af69-a1b188cf5f0d", "name": "network-vif-deleted", "tag": "232b7ad4-9b80-4506-8f1a-63d4a5dd135b", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:47:49.406647 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1d6ac8e-84bb-412b-a5fb-46f74b24192f {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:47:49.406647 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8fc0d2-07e1-4857-af69-a1b188cf5f0d', 'name': 'network-vif-deleted', 'tag': '232b7ad4-9b80-4506-8f1a-63d4a5dd135b', 'status': 'completed', 'code': 200} Jan 19 18:47:49.536550 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089382'] for router_interface (ff282d87-a870-447a-85fb-2207d7fbb1ea), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:49.553828 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-d6352aae-d8c8-4510-b5a9-57635bf68d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:49.651857 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device f0c73d24-5a40-48d3-95be-9d26c17c13fd no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:47:49.674490 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: f0c73d24-5a40-48d3-95be-9d26c17c13fd {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:47:49.674840 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device f0c73d24-5a40-48d3-95be-9d26c17c13fd not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:47:49.675260 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device a01fd589-a207-4270-8453-4320d01ce78f no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:47:49.702029 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: a01fd589-a207-4270-8453-4320d01ce78f {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:47:49.702367 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device a01fd589-a207-4270-8453-4320d01ce78f not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:47:49.787704 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] Router ff282d87-a870-447a-85fb-2207d7fbb1ea has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:47:49.813596 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-652c605e-e58f-4e7b-9584-fbdd7740cf14 req-00d6533f-7c6e-4307-b428-612d5fd871c0 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b8fc0d2-07e1-4857-af69-a1b188cf5f0d HTTP/1.1" status: 200 len: 210 time: 0.0287597 Jan 19 18:47:49.921634 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:47:49.929326 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4e09dee5-28f6-4d25-8488-0dab73d833b3 admin admin] 10.222.0.39 "PUT /v2.0/routers/ff282d87-a870-447a-85fb-2207d7fbb1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6008549 Jan 19 18:47:49.930049 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46752) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:49.931859 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98fd703-8258-406d-80f0-d85d1a73a0c8 None None] Sync routers for ids ['ff282d87-a870-447a-85fb-2207d7fbb1ea'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:47:49.945139 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98fd703-8258-406d-80f0-d85d1a73a0c8 None None] Routers {'ff282d87-a870-447a-85fb-2207d7fbb1ea'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:47:49.945867 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e98fd703-8258-406d-80f0-d85d1a73a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:47:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['ff282d87-a870-447a-85fb-2207d7fbb1ea'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:50.041095 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Publish callbacks [] for router (ff282d87-a870-447a-85fb-2207d7fbb1ea), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.053160 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-e98fd703-8258-406d-80f0-d85d1a73a0c8 None None] Set router ff282d87-a870-447a-85fb-2207d7fbb1ea gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:47:50.143750 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Publish callbacks [] for router_gateway (ff282d87-a870-447a-85fb-2207d7fbb1ea), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.194705 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Deleting port 9b15d2c9-6c85-44f5-b890-c4d36a2033be {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:47:50.195041 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.228023 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e98fd703-8258-406d-80f0-d85d1a73a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'name': 'tempest-TestShelveInstance-1887045773-router', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:33Z', 'updated_at': '2022-01-19T18:47:49Z', 'revision_number': 5, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'gw_port': {'id': '9b15d2c9-6c85-44f5-b890-c4d36a2033be', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:42:34Z', 'updated_at': '2022-01-19T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:50.254963 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98fd703-8258-406d-80f0-d85d1a73a0c8 None None] Checking router: ff282d87-a870-447a-85fb-2207d7fbb1ea for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:47:50.264594 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98fd703-8258-406d-80f0-d85d1a73a0c8 None None] Routers {'ff282d87-a870-447a-85fb-2207d7fbb1ea'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:47:50.265255 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e98fd703-8258-406d-80f0-d85d1a73a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:47:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['ff282d87-a870-447a-85fb-2207d7fbb1ea'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:50.275919 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] For port 9b15d2c9-6c85-44f5-b890-c4d36a2033be, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=9b15d2c9-6c85-44f5-b890-c4d36a2033be,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:50.276275 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.290128 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Calling delete_port for 9b15d2c9-6c85-44f5-b890-c4d36a2033be owned by network:router_gateway {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:47:50.352569 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-e98fd703-8258-406d-80f0-d85d1a73a0c8 None None] Set router ff282d87-a870-447a-85fb-2207d7fbb1ea gateway port host: None {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:47:50.406912 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-e98fd703-8258-406d-80f0-d85d1a73a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'name': 'tempest-TestShelveInstance-1887045773-router', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:33Z', 'updated_at': '2022-01-19T18:47:50Z', 'revision_number': 6, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'gw_port_host': None}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:50.434690 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98fd703-8258-406d-80f0-d85d1a73a0c8 None None] The sync data for ids ['ff282d87-a870-447a-85fb-2207d7fbb1ea'] in dv-cinder-825360-1-iscsi is: [{'id': 'ff282d87-a870-447a-85fb-2207d7fbb1ea', 'name': 'tempest-TestShelveInstance-1887045773-router', 'tenant_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:42:33Z', 'updated_at': '2022-01-19T18:47:50Z', 'revision_number': 6, 'project_id': '9f6ae7d6fd934af7ab8b303d79220b75', 'gw_port_host': None}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:47:50.459606 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (9b15d2c9-6c85-44f5-b890-c4d36a2033be), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.487496 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b15d2c9-6c85-44f5-b890-c4d36a2033be,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:50.548880 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2093688'] for router_gateway (ff282d87-a870-447a-85fb-2207d7fbb1ea), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.640679 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9961'] for router (ff282d87-a870-447a-85fb-2207d7fbb1ea), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.642857 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Publish callbacks [] for router_controller (ff282d87-a870-447a-85fb-2207d7fbb1ea), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.686986 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092500'] for router (ff282d87-a870-447a-85fb-2207d7fbb1ea), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.687574 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff282d87-a870-447a-85fb-2207d7fbb1ea {{(pid=103026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 18:47:50.692238 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.693284 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-bc2901f7-da36-45e0-8161-1694b93b1f88 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ff282d87-a870-447a-85fb-2207d7fbb1ea HTTP/1.1" status: 204 len: 168 time: 0.7623293 Jan 19 18:47:50.695901 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 46754) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:50.742087 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_v2 [None req-9363fd47-71f8-493c-bdba-41e6212e3a0b admin admin] Deleting subnet 66ae6463-aea0-4be1-ad1c-8d44332d590e {{(pid=103027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:47:50.745208 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9363fd47-71f8-493c-bdba-41e6212e3a0b admin admin] Publish callbacks [] for subnet (66ae6463-aea0-4be1-ad1c-8d44332d590e), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.784663 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9363fd47-71f8-493c-bdba-41e6212e3a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27100997'] for subnet (66ae6463-aea0-4be1-ad1c-8d44332d590e), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.869070 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9363fd47-71f8-493c-bdba-41e6212e3a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (66ae6463-aea0-4be1-ad1c-8d44332d590e), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.928987 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9363fd47-71f8-493c-bdba-41e6212e3a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25328278'] for subnet (66ae6463-aea0-4be1-ad1c-8d44332d590e), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.965185 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9363fd47-71f8-493c-bdba-41e6212e3a0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:50.972972 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46760) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:50.976245 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd5e352-a2c2-4d2a-8099-7af713c40c1b None None] Network 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:47:50.981481 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-9363fd47-71f8-493c-bdba-41e6212e3a0b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/66ae6463-aea0-4be1-ad1c-8d44332d590e HTTP/1.1" status: 204 len: 168 time: 0.2841916 Jan 19 18:47:50.986712 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363fd47-71f8-493c-bdba-41e6212e3a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66ae6463-aea0-4be1-ad1c-8d44332d590e,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:51.050809 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (9a4cbfb5-84ed-4c84-98da-2a3ee4f50494), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.119605 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Deleting port 96f0a3a2-828c-4984-8810-3f97ce16d7af {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:47:51.119938 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.194210 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] For port 96f0a3a2-828c-4984-8810-3f97ce16d7af, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=96f0a3a2-828c-4984-8810-3f97ce16d7af,segment=NetworkSegment(d3cd94e0-5e9a-4cac-88a4-d2f02b75426a),segment_id=d3cd94e0-5e9a-4cac-88a4-d2f02b75426a)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:51.194472 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.209728 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Calling delete_port for 96f0a3a2-828c-4984-8810-3f97ce16d7af owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:47:51.228976 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa7d61b-caf4-406f-9ee3-400858175022 None None] DHCP port deletion for 9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 request from dv-cinder-825360-1-iscsi {{(pid=103028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 18:47:51.283524 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-afa7d61b-caf4-406f-9ee3-400858175022 None None] Deleting port 96f0a3a2-828c-4984-8810-3f97ce16d7af {{(pid=103028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:47:51.283893 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-afa7d61b-caf4-406f-9ee3-400858175022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), before_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.299742 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.330184 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Pushing event deleted for resources: {'Port': ['ID=96f0a3a2-828c-4984-8810-3f97ce16d7af,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:51.334524 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] No DVR routers for this DVR port 96f0a3a2-828c-4984-8810-3f97ce16d7af on host dv-cinder-825360-1-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:47:51.361154 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-afa7d61b-caf4-406f-9ee3-400858175022 None None] For port 96f0a3a2-828c-4984-8810-3f97ce16d7af, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=96f0a3a2-828c-4984-8810-3f97ce16d7af,segment=NetworkSegment(d3cd94e0-5e9a-4cac-88a4-d2f02b75426a),segment_id=d3cd94e0-5e9a-4cac-88a4-d2f02b75426a)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:47:51.361611 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-afa7d61b-caf4-406f-9ee3-400858175022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), precommit_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.380133 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-afa7d61b-caf4-406f-9ee3-400858175022 None None] Calling delete_port for 96f0a3a2-828c-4984-8810-3f97ce16d7af owned by network:dhcp {{(pid=103028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:47:51.410480 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (9a4cbfb5-84ed-4c84-98da-2a3ee4f50494), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.436896 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4cbfb5-84ed-4c84-98da-2a3ee4f50494']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:51.448392 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cd94e0-5e9a-4cac-88a4-d2f02b75426a') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:51.448965 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cd94e0-5e9a-4cac-88a4-d2f02b75426a') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:47:51.460536 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189508'] for segment (d3cd94e0-5e9a-4cac-88a4-d2f02b75426a), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.468559 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-afa7d61b-caf4-406f-9ee3-400858175022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477'] for port (96f0a3a2-828c-4984-8810-3f97ce16d7af), after_delete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.480793 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (d3cd94e0-5e9a-4cac-88a4-d2f02b75426a), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.488595 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:47:51.490054 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25584496'] for segment (d3cd94e0-5e9a-4cac-88a4-d2f02b75426a), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.492754 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7d61b-caf4-406f-9ee3-400858175022 None None] Pushing event deleted for resources: {'Port': ['ID=96f0a3a2-828c-4984-8810-3f97ce16d7af,revision_number=None']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: Traceback (most recent call last): Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: timer() Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: cb(*args, **kw) Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: return func(*args, **kwargs) Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: self._notify() Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: self.callback(batched_events) Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: event.method(event) Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: return f(self, *a, **k) Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._get(url).json() Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:47:51.493378 dv-cinder-825360-1-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:47:51.498948 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa7d61b-caf4-406f-9ee3-400858175022 None None] No DVR routers for this DVR port 96f0a3a2-828c-4984-8810-3f97ce16d7af on host dv-cinder-825360-1-iscsi {{(pid=103028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:47:51.563883 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (9a4cbfb5-84ed-4c84-98da-2a3ee4f50494), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.573511 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.579514 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] 10.222.0.39 "DELETE /v2.0/networks/9a4cbfb5-84ed-4c84-98da-2a3ee4f50494 HTTP/1.1" status: 204 len: 168 time: 0.6028950 Jan 19 18:47:51.585788 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 9b15d2c9-6c85-44f5-b890-c4d36a2033be no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:47:51.592323 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80224ec8-96b7-4c51-bcd0-096833f7788f admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4cbfb5-84ed-4c84-98da-2a3ee4f50494,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:51.606570 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 9b15d2c9-6c85-44f5-b890-c4d36a2033be {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:47:51.607043 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 9b15d2c9-6c85-44f5-b890-c4d36a2033be not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:47:51.607355 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:47:51.630824 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:47:51.631903 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 8e8dec5d-eeb3-4f0b-9966-10ef40b6afb3 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:47:51.632352 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 96f0a3a2-828c-4984-8810-3f97ce16d7af no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:47:51.656512 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 96f0a3a2-828c-4984-8810-3f97ce16d7af {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:47:51.656886 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 96f0a3a2-828c-4984-8810-3f97ce16d7af not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:47:51.715468 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46766) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:51.754566 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8f3afdf3-e437-4e75-be03-dc88f26b26bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c021d923a00e46de95dc00151f1d907f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379078 Jan 19 18:47:51.756975 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46768) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:51.804373 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fef1a613-0b19-419f-93cd-04dd0816dc1b admin admin] Publish callbacks [] for security_group (87de75ae-31d9-43e2-9e59-424250e47e11), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.828255 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fef1a613-0b19-419f-93cd-04dd0816dc1b admin admin] Publish callbacks [] for security_group (87de75ae-31d9-43e2-9e59-424250e47e11), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.873505 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fef1a613-0b19-419f-93cd-04dd0816dc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (87de75ae-31d9-43e2-9e59-424250e47e11), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.876063 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fef1a613-0b19-419f-93cd-04dd0816dc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:51.877239 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-fef1a613-0b19-419f-93cd-04dd0816dc1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87de75ae-31d9-43e2-9e59-424250e47e11 HTTP/1.1" status: 204 len: 168 time: 0.1193936 Jan 19 18:47:51.886288 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1a613-0b19-419f-93cd-04dd0816dc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87de75ae-31d9-43e2-9e59-424250e47e11,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:52.229446 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46776) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:52.250563 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-47bf4ba7-b3c6-46ad-8a59-f5ebaa4ce1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:52.273836 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9a2ee27b-b3b4-4c49-ba5f-c190788c2de0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f6ae7d6fd934af7ab8b303d79220b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416963 Jan 19 18:47:52.275040 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 46778) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:47:52.327707 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c2c464ac-caa6-403f-8a40-0704bff85b25 admin admin] Publish callbacks [] for security_group (a12a40a1-c046-4d64-a722-c7fdd75ce55f), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:52.351862 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c2c464ac-caa6-403f-8a40-0704bff85b25 admin admin] Publish callbacks [] for security_group (a12a40a1-c046-4d64-a722-c7fdd75ce55f), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:52.400516 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c2c464ac-caa6-403f-8a40-0704bff85b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (a12a40a1-c046-4d64-a722-c7fdd75ce55f), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:52.403655 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c2c464ac-caa6-403f-8a40-0704bff85b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:52.404875 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c2c464ac-caa6-403f-8a40-0704bff85b25 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a12a40a1-c046-4d64-a722-c7fdd75ce55f HTTP/1.1" status: 204 len: 168 time: 0.1287813 Jan 19 18:47:52.417557 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c464ac-caa6-403f-8a40-0704bff85b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12a40a1-c046-4d64-a722-c7fdd75ce55f,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:47:53.176535 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:53.897628 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 232b7ad4-9b80-4506-8f1a-63d4a5dd135b no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:47:53.918245 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: 232b7ad4-9b80-4506-8f1a-63d4a5dd135b {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:47:53.918590 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device 232b7ad4-9b80-4506-8f1a-63d4a5dd135b not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:47:54.516197 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:56.061276 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:47:59.085872 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-74ba2569-8047-4d16-a6a4-495541473976 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:47:59.087321 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-74ba2569-8047-4d16-a6a4-495541473976 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/networks?id=ed8748b1-34ec-4054-a43a-16abf9167a0d HTTP/1.1" status: 200 len: 814 time: 0.3471503 Jan 19 18:47:59.102199 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-c7c1e8ab-751a-4f8c-a4bf-3e17fe90474a tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/quotas/0b556e40c9a74396b2a4d88e7f8dfe1b HTTP/1.1" status: 200 len: 375 time: 0.0094247 Jan 19 18:47:59.131861 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-c859729d-ea7a-4d5f-9201-45ccca8890ab tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b556e40c9a74396b2a4d88e7f8dfe1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247536 Jan 19 18:47:59.229453 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-1d2a2d82-f381-4e6d-904c-e8e430f3d9bc service neutron] 10.222.0.39 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908785 Jan 19 18:47:59.330238 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-25328ed1-1b90-45e3-b0c8-460005f48714 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927753 Jan 19 18:47:59.506985 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-78749047-343f-4331-b988-ac208b0ddbf5 req-17b00b2e-eb11-47ec-9c5a-39e38f210ecb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 210 time: 0.0270374 Jan 19 18:48:00.434429 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-8b4d7bd4-0b57-4b38-97d7-dac3a99333e7 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:00.435922 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-8b4d7bd4-0b57-4b38-97d7-dac3a99333e7 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.35 "GET /v2.0/networks?id=ed8748b1-34ec-4054-a43a-16abf9167a0d HTTP/1.1" status: 200 len: 814 time: 0.1079428 Jan 19 18:48:00.449189 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Request body: {'port': {'device_id': '011dc164-0038-458a-9773-acbbebd703aa', 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d', 'admin_state_up': True, 'tenant_id': '0b556e40c9a74396b2a4d88e7f8dfe1b'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:48:00.567867 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Made reservation on behalf of 0b556e40c9a74396b2a4d88e7f8dfe1b for: {'port': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:48:00.571571 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:00.606445 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b380c25b-cd8b-443f-813d-ab8d97c13e0a req-58131fcb-6f26-47bc-b5c6-900621ce6b6a tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 210 time: 0.0303497 Jan 19 18:48:00.692508 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Allocated IP 172.20.0.11 (ed8748b1-34ec-4054-a43a-16abf9167a0d/f6a3a8b6-ea70-4451-841a-6d31f936d64c/d54936e7-a844-457c-83f2-0318d38f585e) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:48:00.838092 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks [] for port (d54936e7-a844-457c-83f2-0318d38f585e), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:00.872268 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (d54936e7-a844-457c-83f2-0318d38f585e), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:00.919646 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Network ed8748b1-34ec-4054-a43a-16abf9167a0d is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:48:00.923026 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:48:00.926927 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:48:00.933355 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Pushing event updated for resources: {'Port': ['ID=d54936e7-a844-457c-83f2-0318d38f585e,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:48:00.963255 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.963511 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.963864 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.964204 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.964540 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.964905 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.965240 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.965577 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.965907 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.966240 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.966567 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.966894 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.967217 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:00.991372 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:00.992083 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:01.011638 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-5585ae8f-f0a8-4648-897d-24f8d54c6018 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664349 Jan 19 18:48:01.023933 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Request body: {'port': {'device_id': '011dc164-0038-458a-9773-acbbebd703aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:48:01.078114 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (d54936e7-a844-457c-83f2-0318d38f585e), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:01.335090 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54936e7-a844-457c-83f2-0318d38f585e {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:48:01.342342 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Publish callbacks [] for port (d54936e7-a844-457c-83f2-0318d38f585e), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:01.354785 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Transition to ACTIVE for port object d54936e7-a844-457c-83f2-0318d38f585e will not be triggered until provisioned by entity L2. {{(pid=103027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:48:01.358339 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (d54936e7-a844-457c-83f2-0318d38f585e), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:01.405819 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Pushing event updated for resources: {'Port': ['ID=d54936e7-a844-457c-83f2-0318d38f585e,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:48:01.476952 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Attempting to bind port d54936e7-a844-457c-83f2-0318d38f585e on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:48:01.477656 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Attempting to bind port d54936e7-a844-457c-83f2-0318d38f585e by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': 'c8fffbc7-8f00-41b9-980b-fa8719b35e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:48:01.477656 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Attempting to bind port d54936e7-a844-457c-83f2-0318d38f585e on network ed8748b1-34ec-4054-a43a-16abf9167a0d {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:48:01.482219 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Port d54936e7-a844-457c-83f2-0318d38f585e on network ed8748b1-34ec-4054-a43a-16abf9167a0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:48:01.482531 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Attempting to bind port d54936e7-a844-457c-83f2-0318d38f585e on network ed8748b1-34ec-4054-a43a-16abf9167a0d {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:48:01.487542 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:48:01.487874 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Checking segment: {'id': 'c8fffbc7-8f00-41b9-980b-fa8719b35e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:48:01.488257 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Bound using segment: {'id': 'c8fffbc7-8f00-41b9-980b-fa8719b35e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:48:01.488719 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Bound port: d54936e7-a844-457c-83f2-0318d38f585e, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fffbc7-8f00-41b9-980b-fa8719b35e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:48:01.489077 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (d54936e7-a844-457c-83f2-0318d38f585e), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:01.553091 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] For port d54936e7-a844-457c-83f2-0318d38f585e, host hv-cinder-82536, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:48:01.556311 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] For port d54936e7-a844-457c-83f2-0318d38f585e, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=d54936e7-a844-457c-83f2-0318d38f585e,segment=NetworkSegment(c8fffbc7-8f00-41b9-980b-fa8719b35e71),segment_id=c8fffbc7-8f00-41b9-980b-fa8719b35e71)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:48:01.561007 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (d54936e7-a844-457c-83f2-0318d38f585e), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:01.598098 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:01.598712 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:01.600099 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] 10.222.0.35 "PUT /v2.0/ports/d54936e7-a844-457c-83f2-0318d38f585e HTTP/1.1" status: 200 len: 1094 time: 0.5813012 Jan 19 18:48:01.600547 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011dc164-0038-458a-9773-acbbebd703aa', 'tag': 'd54936e7-a844-457c-83f2-0318d38f585e'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:48:01.602810 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b3407f-8504-4f1b-a0c9-5fb7776e079b" -d '{"events": [{"name": "network-changed", "server_uuid": "011dc164-0038-458a-9773-acbbebd703aa", "tag": "d54936e7-a844-457c-83f2-0318d38f585e"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:48:01.624359 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87271307-e3b1-4b64-907f-f4960646ac35 service neutron] Pushing event updated for resources: {'Port': ['ID=d54936e7-a844-457c-83f2-0318d38f585e,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:48:01.644432 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9135ff42-93d6-46b2-95d7-fb2bca4e4af0 x-openstack-request-id: req-9135ff42-93d6-46b2-95d7-fb2bca4e4af0 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:48:01.644761 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011dc164-0038-458a-9773-acbbebd703aa", "tag": "d54936e7-a844-457c-83f2-0318d38f585e", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:48:01.645028 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9135ff42-93d6-46b2-95d7-fb2bca4e4af0 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:48:01.645437 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011dc164-0038-458a-9773-acbbebd703aa', 'tag': 'd54936e7-a844-457c-83f2-0318d38f585e', 'status': 'completed', 'code': 200} Jan 19 18:48:01.691270 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-97b56c3c-6267-4916-ac34-f0808c6d9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:01.692870 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-97b56c3c-6267-4916-ac34-f0808c6d9250 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b556e40c9a74396b2a4d88e7f8dfe1b&device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 1097 time: 0.0417097 Jan 19 18:48:01.729509 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e03055-442c-4002-8431-e6ff0b9577a7 req-7b9c1896-74e4-4960-aa81-5742f31b21a6 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:01.731044 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c6e03055-442c-4002-8431-e6ff0b9577a7 req-7b9c1896-74e4-4960-aa81-5742f31b21a6 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 944 time: 0.0495811 Jan 19 18:48:01.739892 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-f3a2d7bb-d6f9-48be-a764-4722666708ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54936e7-a844-457c-83f2-0318d38f585e HTTP/1.1" status: 200 len: 217 time: 0.0389750 Jan 19 18:48:01.785427 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c6e03055-442c-4002-8431-e6ff0b9577a7 req-899ffe6a-d05a-40c1-8298-7fcf122814d4 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Jan 19 18:48:01.788657 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-3e5f7c16-cfc3-46aa-bd95-1da2b8f98c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:01.789977 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-3e5f7c16-cfc3-46aa-bd95-1da2b8f98c57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6a3a8b6-ea70-4451-841a-6d31f936d64c HTTP/1.1" status: 200 len: 854 time: 0.0456491 Jan 19 18:48:01.822122 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-b48345ee-2c59-4887-bede-84b9de7006fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed8748b1-34ec-4054-a43a-16abf9167a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264664 Jan 19 18:48:01.918588 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-02d439fa-4f83-469d-9a2d-b8c60b6006ad service neutron] 10.222.0.35 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904067 Jan 19 18:48:02.009048 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-57d2e421-46f7-408d-92fb-cc4fb4ea4ff1 req-0e5af717-f7b0-48e4-9c3c-e81daf135d7b service neutron] 10.222.0.35 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841601 Jan 19 18:48:02.097407 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3407f-8504-4f1b-a0c9-5fb7776e079b req-74c01bd8-0d9d-4767-b397-db3b607c50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:02.098906 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d2b3407f-8504-4f1b-a0c9-5fb7776e079b req-74c01bd8-0d9d-4767-b397-db3b607c50e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b556e40c9a74396b2a4d88e7f8dfe1b&device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 1097 time: 0.0462332 Jan 19 18:48:02.192483 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3407f-8504-4f1b-a0c9-5fb7776e079b req-c6ea09ef-dac6-4ae8-9353-e9bdb2287637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:02.193961 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d2b3407f-8504-4f1b-a0c9-5fb7776e079b req-c6ea09ef-dac6-4ae8-9353-e9bdb2287637 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed8748b1-34ec-4054-a43a-16abf9167a0d HTTP/1.1" status: 200 len: 914 time: 0.0880778 Jan 19 18:48:02.235265 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d2b3407f-8504-4f1b-a0c9-5fb7776e079b req-d3981ca5-2238-46f7-b731-93cce5d85583 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54936e7-a844-457c-83f2-0318d38f585e HTTP/1.1" status: 200 len: 217 time: 0.0345466 Jan 19 18:48:02.292591 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3407f-8504-4f1b-a0c9-5fb7776e079b req-73ed3235-5a9d-4927-8391-6f4655927a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:02.294100 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d2b3407f-8504-4f1b-a0c9-5fb7776e079b req-73ed3235-5a9d-4927-8391-6f4655927a30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6a3a8b6-ea70-4451-841a-6d31f936d64c HTTP/1.1" status: 200 len: 854 time: 0.0524883 Jan 19 18:48:02.327370 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d2b3407f-8504-4f1b-a0c9-5fb7776e079b req-1c0ea274-fd75-4899-8f97-a223b8f45a60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed8748b1-34ec-4054-a43a-16abf9167a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257013 Jan 19 18:48:02.421390 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d2b3407f-8504-4f1b-a0c9-5fb7776e079b req-709bef57-e29e-47a7-bdc6-b86570ee617d service neutron] 10.222.0.35 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847518 Jan 19 18:48:02.519652 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d2b3407f-8504-4f1b-a0c9-5fb7776e079b req-fd48fb1a-91d4-42f3-b3c2-7dad2804ccde service neutron] 10.222.0.35 "GET /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908105 Jan 19 18:48:02.901711 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15744f0-b2e9-4393-a8f3-33d7fc6d8fa7 req-8f3ac3f5-506e-433f-9d9d-094bde5a45dd tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:02.903233 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a15744f0-b2e9-4393-a8f3-33d7fc6d8fa7 req-8f3ac3f5-506e-433f-9d9d-094bde5a45dd tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 944 time: 0.0482950 Jan 19 18:48:02.954985 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a15744f0-b2e9-4393-a8f3-33d7fc6d8fa7 req-2caf4e50-5db8-4194-8438-69f095a83f47 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461860 Jan 19 18:48:04.077781 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d2461-3a34-4e2a-b1d9-5f0c021eeb67 req-70bd5e82-b697-45ab-8a62-27ec4bfc5bca tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:04.079462 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-df2d2461-3a34-4e2a-b1d9-5f0c021eeb67 req-70bd5e82-b697-45ab-8a62-27ec4bfc5bca tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 944 time: 0.0564692 Jan 19 18:48:04.134848 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-df2d2461-3a34-4e2a-b1d9-5f0c021eeb67 req-51ddb46c-0a9e-46b4-bf38-22c6b4840c84 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440509 Jan 19 18:48:05.023682 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device d54936e7-a844-457c-83f2-0318d38f585e details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:48:05.117887 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port d54936e7-a844-457c-83f2-0318d38f585e, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=d54936e7-a844-457c-83f2-0318d38f585e,segment=NetworkSegment(c8fffbc7-8f00-41b9-980b-fa8719b35e71),segment_id=c8fffbc7-8f00-41b9-980b-fa8719b35e71)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:48:05.132760 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'd54936e7-a844-457c-83f2-0318d38f585e', 'network_id': 'ed8748b1-34ec-4054-a43a-16abf9167a0d', 'port_id': 'd54936e7-a844-457c-83f2-0318d38f585e', 'mac_address': 'fa:16:3e:7f:90:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a3a8b6-ea70-4451-841a-6d31f936d64c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:48:05.172927 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port d54936e7-a844-457c-83f2-0318d38f585e is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:48:05.173324 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (d54936e7-a844-457c-83f2-0318d38f585e), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:05.252966 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc39d77-942d-4b32-a005-8a3cd5dbcdef req-00bbd5d9-01fb-4d56-9cde-761e48548876 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:05.254534 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5dc39d77-942d-4b32-a005-8a3cd5dbcdef req-00bbd5d9-01fb-4d56-9cde-761e48548876 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 944 time: 0.0505197 Jan 19 18:48:05.305041 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5dc39d77-942d-4b32-a005-8a3cd5dbcdef req-b49e1ee1-2d57-4d26-928e-5f31043b8aed tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446556 Jan 19 18:48:05.316600 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54936e7-a844-457c-83f2-0318d38f585e {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:48:05.336350 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port d54936e7-a844-457c-83f2-0318d38f585e, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=d54936e7-a844-457c-83f2-0318d38f585e,segment=NetworkSegment(c8fffbc7-8f00-41b9-980b-fa8719b35e71),segment_id=c8fffbc7-8f00-41b9-980b-fa8719b35e71)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:48:05.340477 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (d54936e7-a844-457c-83f2-0318d38f585e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:05.387394 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=d54936e7-a844-457c-83f2-0318d38f585e,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:48:05.394093 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.394445 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.394787 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.395123 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.395454 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.395783 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.396118 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.396448 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.396801 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.397126 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.397450 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.397769 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.398085 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:05.556492 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['d54936e7-a844-457c-83f2-0318d38f585e'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:48:06.419262 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2fc67-f6de-4234-a05c-b04bfa35e27b req-a2ccc846-a7c2-451d-9918-3e06a774704f tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:06.420741 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d3d2fc67-f6de-4234-a05c-b04bfa35e27b req-a2ccc846-a7c2-451d-9918-3e06a774704f tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 945 time: 0.0504510 Jan 19 18:48:06.467071 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d3d2fc67-f6de-4234-a05c-b04bfa35e27b req-337d233d-4fa5-401d-a2bb-7d69ca18f7ab tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Jan 19 18:48:07.039707 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device d54936e7-a844-457c-83f2-0318d38f585e up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:48:07.087937 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port d54936e7-a844-457c-83f2-0318d38f585e completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:48:07.092268 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port d54936e7-a844-457c-83f2-0318d38f585e triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:48:07.092671 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (d54936e7-a844-457c-83f2-0318d38f585e), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:07.168748 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port d54936e7-a844-457c-83f2-0318d38f585e is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:48:07.169124 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (d54936e7-a844-457c-83f2-0318d38f585e), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:07.195060 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011dc164-0038-458a-9773-acbbebd703aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54936e7-a844-457c-83f2-0318d38f585e'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:48:07.197653 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0257b0b-18c1-436c-857a-9cb99e77dda4" -d '{"events": [{"server_uuid": "011dc164-0038-458a-9773-acbbebd703aa", "name": "network-vif-plugged", "status": "completed", "tag": "d54936e7-a844-457c-83f2-0318d38f585e"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:48:07.209688 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port d54936e7-a844-457c-83f2-0318d38f585e, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=d54936e7-a844-457c-83f2-0318d38f585e,segment=NetworkSegment(c8fffbc7-8f00-41b9-980b-fa8719b35e71),segment_id=c8fffbc7-8f00-41b9-980b-fa8719b35e71)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:48:07.213719 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (d54936e7-a844-457c-83f2-0318d38f585e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:07.236428 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b677f49-7983-4977-ad44-b715cc6ceacf x-openstack-request-id: req-7b677f49-7983-4977-ad44-b715cc6ceacf {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:48:07.236748 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011dc164-0038-458a-9773-acbbebd703aa", "name": "network-vif-plugged", "status": "completed", "tag": "d54936e7-a844-457c-83f2-0318d38f585e", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:48:07.237005 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b677f49-7983-4977-ad44-b715cc6ceacf {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:48:07.237399 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011dc164-0038-458a-9773-acbbebd703aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54936e7-a844-457c-83f2-0318d38f585e', 'code': 200} Jan 19 18:48:07.266247 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=d54936e7-a844-457c-83f2-0318d38f585e,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:48:07.406435 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ca9fe-c5a3-44f1-ac85-c0d239e6b3e2 req-250e55c7-bb2c-4d94-9681-47f6fffa4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:07.407915 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f27ca9fe-c5a3-44f1-ac85-c0d239e6b3e2 req-250e55c7-bb2c-4d94-9681-47f6fffa4987 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 1099 time: 0.0402880 Jan 19 18:48:07.452253 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f27ca9fe-c5a3-44f1-ac85-c0d239e6b3e2 req-48d23397-b239-468f-9d6e-835b139bfec0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365679 Jan 19 18:48:07.579862 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e1727-7102-4fc5-b0de-69405319de8e req-06df1653-9dbc-4196-a7c4-338b66e294e0 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:07.581295 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8f8e1727-7102-4fc5-b0de-69405319de8e req-06df1653-9dbc-4196-a7c4-338b66e294e0 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 946 time: 0.0490468 Jan 19 18:48:07.627142 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8f8e1727-7102-4fc5-b0de-69405319de8e req-81c08933-943c-454a-81cf-90f2db1ed66d tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Jan 19 18:48:08.745683 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d39119-ec93-4b1f-bbb1-4929b6ad7430 req-7c78f8e4-692f-40dc-8496-7621672a1149 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:08.747142 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01d39119-ec93-4b1f-bbb1-4929b6ad7430 req-7c78f8e4-692f-40dc-8496-7621672a1149 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 946 time: 0.0479498 Jan 19 18:48:08.801744 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01d39119-ec93-4b1f-bbb1-4929b6ad7430 req-f68eb947-1593-4860-a8d4-518a03f4445f tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Jan 19 18:48:17.482150 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:48:18.321264 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:19.540731 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-027a38e2-1b18-4ac4-8edf-6cb98dd48201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:22.243969 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-22a4101c-3922-4443-98e7-6363e4388f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:23.178874 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:24.517148 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:26.064906 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:28.230350 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-13debd90-f833-44a8-89ed-441b6ba31ef5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437789 Jan 19 18:48:28.291179 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-23bc8e9b-a35b-4d6f-b13c-5524542edac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:28.292577 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-23bc8e9b-a35b-4d6f-b13c-5524542edac0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 1098 time: 0.0407453 Jan 19 18:48:28.394482 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-a5bd075c-90e4-4056-a094-e49f05ad91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:28.395945 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-a5bd075c-90e4-4056-a094-e49f05ad91e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 912 time: 0.0850756 Jan 19 18:48:28.462361 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-e22c9cb8-c9d4-4eef-92f2-502289d03848 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 HTTP/1.1" status: 200 len: 1001 time: 0.0602610 Jan 19 18:48:28.509772 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-f6786ff5-0a41-4057-951a-fc9bed4199e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:28.511223 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-f6786ff5-0a41-4057-951a-fc9bed4199e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.0429964 Jan 19 18:48:28.554850 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-6e30077a-3ef6-4d02-b13b-35155937e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:28.556239 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-6e30077a-3ef6-4d02-b13b-35155937e884 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393419 Jan 19 18:48:28.650403 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-989dcdea-3d94-490c-9b80-8ce3557fb363 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881150 Jan 19 18:48:28.744562 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-3b8512a2-d905-418d-b197-29fe7e9ce6b1 req-6515291a-1b88-445c-a163-57a653f13161 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873671 Jan 19 18:48:28.830978 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99dd9d-0253-4000-9448-bd74d7669995 req-f476cd5d-63d3-4cbc-a735-68a0391bffed tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:28.832359 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9a99dd9d-0253-4000-9448-bd74d7669995 req-f476cd5d-63d3-4cbc-a735-68a0391bffed tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 946 time: 0.0485256 Jan 19 18:48:28.886395 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9a99dd9d-0253-4000-9448-bd74d7669995 req-a1723906-a712-4072-81b9-9f6aceedf236 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484753 Jan 19 18:48:30.099177 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5ea6e-cf86-4140-9696-979895f5d69e req-f532df18-2ed1-4265-aafe-04e5af48c6d3 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:30.101197 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7fa5ea6e-cf86-4140-9696-979895f5d69e req-f532df18-2ed1-4265-aafe-04e5af48c6d3 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 946 time: 0.1471465 Jan 19 18:48:30.146693 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7fa5ea6e-cf86-4140-9696-979895f5d69e req-20564ddf-dfc0-4391-a271-1f15f10b6ccb tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c53e39e-3935-4bb8-af09-df6454a26ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 Jan 19 18:48:30.394121 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b617f-b331-41ce-aabc-4b8d0b1552bc req-0d281c4f-5d64-4a18-a15d-48b2c66c58ce tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:48:30.395589 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-fd6b617f-b331-41ce-aabc-4b8d0b1552bc req-0d281c4f-5d64-4a18-a15d-48b2c66c58ce tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.35 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 946 time: 0.0489061 Jan 19 18:48:30.486178 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-fd6b617f-b331-41ce-aabc-4b8d0b1552bc req-2679cbc7-3c1e-420b-8019-3a03c1ea2f7c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Deleting port d54936e7-a844-457c-83f2-0318d38f585e {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:48:30.486520 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-fd6b617f-b331-41ce-aabc-4b8d0b1552bc req-2679cbc7-3c1e-420b-8019-3a03c1ea2f7c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (d54936e7-a844-457c-83f2-0318d38f585e), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:30.575753 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-fd6b617f-b331-41ce-aabc-4b8d0b1552bc req-2679cbc7-3c1e-420b-8019-3a03c1ea2f7c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] For port d54936e7-a844-457c-83f2-0318d38f585e, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=d54936e7-a844-457c-83f2-0318d38f585e,segment=NetworkSegment(c8fffbc7-8f00-41b9-980b-fa8719b35e71),segment_id=c8fffbc7-8f00-41b9-980b-fa8719b35e71)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:48:30.576118 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-fd6b617f-b331-41ce-aabc-4b8d0b1552bc req-2679cbc7-3c1e-420b-8019-3a03c1ea2f7c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (d54936e7-a844-457c-83f2-0318d38f585e), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:30.588247 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-fd6b617f-b331-41ce-aabc-4b8d0b1552bc req-2679cbc7-3c1e-420b-8019-3a03c1ea2f7c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Calling delete_port for d54936e7-a844-457c-83f2-0318d38f585e owned by compute:nova {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:48:30.713285 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-fd6b617f-b331-41ce-aabc-4b8d0b1552bc req-2679cbc7-3c1e-420b-8019-3a03c1ea2f7c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (d54936e7-a844-457c-83f2-0318d38f585e), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:30.725462 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['d54936e7-a844-457c-83f2-0318d38f585e'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:48:30.744490 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679cbc7-3c1e-420b-8019-3a03c1ea2f7c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Pushing event deleted for resources: {'Port': ['ID=d54936e7-a844-457c-83f2-0318d38f585e,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:48:30.784678 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6b617f-b331-41ce-aabc-4b8d0b1552bc req-2679cbc7-3c1e-420b-8019-3a03c1ea2f7c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] No DVR routers for this DVR port d54936e7-a844-457c-83f2-0318d38f585e on host hv-cinder-82536 {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:48:30.787164 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-fd6b617f-b331-41ce-aabc-4b8d0b1552bc req-2679cbc7-3c1e-420b-8019-3a03c1ea2f7c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:30.790518 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-fd6b617f-b331-41ce-aabc-4b8d0b1552bc req-2679cbc7-3c1e-420b-8019-3a03c1ea2f7c tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.35 "DELETE /v2.0/ports/d54936e7-a844-457c-83f2-0318d38f585e HTTP/1.1" status: 204 len: 173 time: 0.3900809 Jan 19 18:48:30.790959 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011dc164-0038-458a-9773-acbbebd703aa', 'name': 'network-vif-deleted', 'tag': 'd54936e7-a844-457c-83f2-0318d38f585e'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:48:30.793272 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e332c97-38e8-4e48-95ae-6a77ebca9c23" -d '{"events": [{"server_uuid": "011dc164-0038-458a-9773-acbbebd703aa", "name": "network-vif-deleted", "tag": "d54936e7-a844-457c-83f2-0318d38f585e"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:48:30.830038 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac45058-726a-438b-b155-397db8c917ae x-openstack-request-id: req-2ac45058-726a-438b-b155-397db8c917ae {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:48:30.830335 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011dc164-0038-458a-9773-acbbebd703aa", "name": "network-vif-deleted", "tag": "d54936e7-a844-457c-83f2-0318d38f585e", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:48:30.830595 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ac45058-726a-438b-b155-397db8c917ae {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:48:30.830997 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011dc164-0038-458a-9773-acbbebd703aa', 'name': 'network-vif-deleted', 'tag': 'd54936e7-a844-457c-83f2-0318d38f585e', 'status': 'completed', 'code': 200} Jan 19 18:48:31.260337 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-76a91899-0246-456e-b49d-36f2ec46f2a9 req-aa3d8eb0-0c2c-4020-a9ad-f45144022ca0 tempest-VolumesSnapshotTestJSON-1409505381 tempest-VolumesSnapshotTestJSON-1409505381-project] 10.222.0.39 "GET /v2.0/ports?device_id=011dc164-0038-458a-9773-acbbebd703aa HTTP/1.1" status: 200 len: 210 time: 0.0314071 Jan 19 18:48:33.131907 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device d54936e7-a844-457c-83f2-0318d38f585e no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:48:33.153194 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: d54936e7-a844-457c-83f2-0318d38f585e {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:48:33.153544 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device d54936e7-a844-457c-83f2-0318d38f585e not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:48:48.338384 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:49.543278 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a908607d-1881-48e4-b8f6-b8a9db7ee2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:52.254545 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-0864fe95-6abf-4c58-aecf-c80a479b21c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.183305 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.260782 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 47078) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:48:53.308477 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Deleting subnet f6a3a8b6-ea70-4451-841a-6d31f936d64c {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:48:53.311658 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Publish callbacks [] for subnet (f6a3a8b6-ea70-4451-841a-6d31f936d64c), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.346469 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189533'] for subnet (f6a3a8b6-ea70-4451-841a-6d31f936d64c), precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.385880 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (f6a3a8b6-ea70-4451-841a-6d31f936d64c), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.452341 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25584430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27115052'] for subnet (f6a3a8b6-ea70-4451-841a-6d31f936d64c), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.478659 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a3a8b6-ea70-4451-841a-6d31f936d64c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:48:53.483336 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for subnet (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.486574 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f6a3a8b6-ea70-4451-841a-6d31f936d64c HTTP/1.1" status: 204 len: 168 time: 0.2247975 Jan 19 18:48:53.489609 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47080) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:48:53.492047 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.492423 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.492925 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.493287 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.493715 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.493984 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.494314 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.494640 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.495085 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.495422 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.495775 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.496103 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.496422 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44a85-3cda-4309-bd61-26a06b4ca130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:48:53.567983 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (ed8748b1-34ec-4054-a43a-16abf9167a0d), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.653756 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (ed8748b1-34ec-4054-a43a-16abf9167a0d), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.673892 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8748b1-34ec-4054-a43a-16abf9167a0d']}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:48:53.683434 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fffbc7-8f00-41b9-980b-fa8719b35e71') {'for_net_delete': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:48:53.683904 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fffbc7-8f00-41b9-980b-fa8719b35e71') {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:48:53.694511 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27101020'] for segment (c8fffbc7-8f00-41b9-980b-fa8719b35e71), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.707922 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (c8fffbc7-8f00-41b9-980b-fa8719b35e71), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.715001 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:48:53.715449 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141864'] for segment (c8fffbc7-8f00-41b9-980b-fa8719b35e71), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: Traceback (most recent call last): Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: timer() Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: cb(*args, **kw) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: return func(*args, **kwargs) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: self._notify() Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: self.callback(batched_events) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: event.method(event) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: return f(self, *a, **k) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._get(url).json() Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: return self.request(url, 'GET', **kwargs) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:48:53.717193 dv-cinder-825360-1-iscsi neutron-server[103027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:48:53.773754 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (ed8748b1-34ec-4054-a43a-16abf9167a0d), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.779597 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:53.782774 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] 10.222.0.39 "DELETE /v2.0/networks/ed8748b1-34ec-4054-a43a-16abf9167a0d HTTP/1.1" status: 204 len: 168 time: 0.2921019 Jan 19 18:48:53.794412 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4beacc-8f1b-4d91-938f-0a576ae4d60f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8748b1-34ec-4054-a43a-16abf9167a0d,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:48:53.946043 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47084) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:48:53.986920 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-1be81dda-9327-405e-8a0a-4082ec01f305 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b556e40c9a74396b2a4d88e7f8dfe1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391719 Jan 19 18:48:53.989354 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47086) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:48:54.038748 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7d2ac8b7-fe32-46e8-9e8b-705c0fd4bfc1 admin admin] Publish callbacks [] for security_group (4c53e39e-3935-4bb8-af09-df6454a26ad1), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:54.065069 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7d2ac8b7-fe32-46e8-9e8b-705c0fd4bfc1 admin admin] Publish callbacks [] for security_group (4c53e39e-3935-4bb8-af09-df6454a26ad1), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:54.114176 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7d2ac8b7-fe32-46e8-9e8b-705c0fd4bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (4c53e39e-3935-4bb8-af09-df6454a26ad1), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:54.117018 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7d2ac8b7-fe32-46e8-9e8b-705c0fd4bfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:54.118523 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-7d2ac8b7-fe32-46e8-9e8b-705c0fd4bfc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c53e39e-3935-4bb8-af09-df6454a26ad1 HTTP/1.1" status: 204 len: 168 time: 0.1281900 Jan 19 18:48:54.126143 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ac8b7-fe32-46e8-9e8b-705c0fd4bfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c53e39e-3935-4bb8-af09-df6454a26ad1,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:48:54.480309 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:48:54.519845 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:48:56.075553 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:05.458176 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-96fe7f10-e7e4-4931-9271-e9d45a5370b9 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910142140&fields=id&tenant_id=d2637ef20caa4424ad4fd2cc3030f292 HTTP/1.1" status: 200 len: 267 time: 0.0482452 Jan 19 18:49:05.567487 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-77a4a695-05d1-492d-99c1-07198aaf23c1 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:05.568954 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-77a4a695-05d1-492d-99c1-07198aaf23c1 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 812 time: 0.1038105 Jan 19 18:49:05.584362 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-d9b03569-5c24-4b24-91af-9b11d501ebe0 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/quotas/d2637ef20caa4424ad4fd2cc3030f292 HTTP/1.1" status: 200 len: 375 time: 0.0088258 Jan 19 18:49:05.635671 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-0a8a2a45-399a-4cf8-a136-ae207cc682c5 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463159 Jan 19 18:49:05.650544 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-c7fb07b8-f9e4-4bc7-b3a6-cdccad3e8825 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:49:05.651491 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-c7fb07b8-f9e4-4bc7-b3a6-cdccad3e8825 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054648 Jan 19 18:49:05.737242 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-adcde7a6-fc1c-4b3e-8020-920b89cc1c69 service neutron] 10.222.0.39 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806549 Jan 19 18:49:05.827602 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-ded581a9-9fee-40ea-a9ec-dd5f555aceb6 service neutron] 10.222.0.39 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846200 Jan 19 18:49:06.104079 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-130b9d52-0327-4e09-a415-2721bba99843 req-fa334305-2fd4-447d-b570-229906b37ab5 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 210 time: 0.0265543 Jan 19 18:49:07.018758 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-3efd5d85-aec1-4c9e-9c0b-add7ba54b9e7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:07.020250 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-3efd5d85-aec1-4c9e-9c0b-add7ba54b9e7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 812 time: 0.1057699 Jan 19 18:49:07.081538 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-37442b31-3aab-43b3-b2d9-be7715797ff2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2637ef20caa4424ad4fd2cc3030f292 HTTP/1.1" status: 200 len: 379 time: 0.0537231 Jan 19 18:49:07.090604 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'port': {'device_id': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'admin_state_up': True, 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'security_groups': ['0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d']}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:49:07.202109 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-31aebc5a-50e3-4c54-8864-4ac9e3efcfcb req-efb2e4f9-04e6-4055-9988-16a0f46c6718 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 210 time: 0.0319304 Jan 19 18:49:07.206787 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Made reservation on behalf of d2637ef20caa4424ad4fd2cc3030f292 for: {'port': 1} {{(pid=103027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 18:49:07.210378 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:07.340076 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Allocated IP 172.20.0.10 (2011822a-dfdc-4dcb-8efc-a08a5235a82a/bcb972ab-ea37-4905-864c-647500d08462/fda781a6-e1cb-462e-b638-3f0ab6144062) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:49:07.488033 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:07.521499 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:07.565539 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Network 2011822a-dfdc-4dcb-8efc-a08a5235a82a is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:49:07.568551 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:49:07.572386 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:49:07.578775 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'Port': ['ID=fda781a6-e1cb-462e-b638-3f0ab6144062,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:49:07.609922 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.610274 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.610619 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.610955 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.611288 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.611623 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.611971 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.612280 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.612606 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.612958 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.613477 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.613624 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.613912 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:07.644530 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:07.645178 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:07.663009 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-36606d20-c5f7-43b3-b96b-0c78c8613f3e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5766084 Jan 19 18:49:07.673003 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-d8dd1ad5-ab23-4200-8311-ecd0e4f88627 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 18:49:07.674340 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-d8dd1ad5-ab23-4200-8311-ecd0e4f88627 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060487 Jan 19 18:49:07.770822 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-c1b71578-58a1-432f-bfa4-9d270c361a27 None None] Provisioning complete for port fda781a6-e1cb-462e-b638-3f0ab6144062 triggered by entity DHCP. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:49:07.771284 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-c1b71578-58a1-432f-bfa4-9d270c361a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:07.786826 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Request body: {'port': {'device_id': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82536'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:49:07.805363 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-c1b71578-58a1-432f-bfa4-9d270c361a27 None None] Port fda781a6-e1cb-462e-b638-3f0ab6144062 cannot update to ACTIVE because it is not bound. {{(pid=103028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 18:49:07.840718 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:08.097443 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda781a6-e1cb-462e-b638-3f0ab6144062 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:49:08.104888 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Publish callbacks [] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:08.116492 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Transition to ACTIVE for port object fda781a6-e1cb-462e-b638-3f0ab6144062 will not be triggered until provisioned by entity L2. {{(pid=103027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 18:49:08.120827 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:08.172389 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Pushing event updated for resources: {'Port': ['ID=fda781a6-e1cb-462e-b638-3f0ab6144062,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:49:08.244283 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Attempting to bind port fda781a6-e1cb-462e-b638-3f0ab6144062 on host hv-cinder-82536 for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 18:49:08.244652 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Attempting to bind port fda781a6-e1cb-462e-b638-3f0ab6144062 by drivers openvswitch,hyperv on host hv-cinder-82536 at level 0 using segments [{'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 18:49:08.244977 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Attempting to bind port fda781a6-e1cb-462e-b638-3f0ab6144062 on network 2011822a-dfdc-4dcb-8efc-a08a5235a82a {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:49:08.250434 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Port fda781a6-e1cb-462e-b638-3f0ab6144062 on network 2011822a-dfdc-4dcb-8efc-a08a5235a82a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82536 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 18:49:08.250759 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Attempting to bind port fda781a6-e1cb-462e-b638-3f0ab6144062 on network 2011822a-dfdc-4dcb-8efc-a08a5235a82a {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 18:49:08.255979 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Checking agent: {'id': '85dcc4dd-6181-4286-bfea-69046aa5cf0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82536', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'started_at': datetime.datetime(2022, 1, 19, 18, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 18, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 18:49:08.256315 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Checking segment: {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 18:49:08.256729 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Bound using segment: {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 18:49:08.257166 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Bound port: fda781a6-e1cb-462e-b638-3f0ab6144062, host: hv-cinder-82536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356e92ba-507b-408b-8834-a1dc416fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 18:49:08.257524 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:08.327423 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] For port fda781a6-e1cb-462e-b638-3f0ab6144062, host hv-cinder-82536, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 18:49:08.327878 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ebf28-3d0e-4ccd-950f-1ff0854e443c req-d25d9210-ad66-41d8-87f3-b35eb11408b4 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:08.329686 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-803ebf28-3d0e-4ccd-950f-1ff0854e443c req-d25d9210-ad66-41d8-87f3-b35eb11408b4 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 944 time: 0.0530572 Jan 19 18:49:08.330584 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] For port fda781a6-e1cb-462e-b638-3f0ab6144062, host hv-cinder-82536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=fda781a6-e1cb-462e-b638-3f0ab6144062,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 18:49:08.336056 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:08.373749 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:08.374516 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:08.376077 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-7307d307-9897-4926-b774-92d8e611d932 service neutron] 10.222.0.35 "PUT /v2.0/ports/fda781a6-e1cb-462e-b638-3f0ab6144062 HTTP/1.1" status: 200 len: 1094 time: 0.6950321 Jan 19 18:49:08.376733 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'tag': 'fda781a6-e1cb-462e-b638-3f0ab6144062'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:49:08.379070 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a1fd24-89a6-4a4a-b375-1217797f7abc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c888e0d-d4ff-44fd-8d91-cf62d00df323", "tag": "fda781a6-e1cb-462e-b638-3f0ab6144062"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:49:08.390276 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-803ebf28-3d0e-4ccd-950f-1ff0854e443c req-37d7e88d-f48d-4e73-b72a-b17ffabfc2bf tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535519 Jan 19 18:49:08.411887 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307d307-9897-4926-b774-92d8e611d932 service neutron] Pushing event updated for resources: {'Port': ['ID=fda781a6-e1cb-462e-b638-3f0ab6144062,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:49:08.424844 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f373eb0e-4ca7-4b98-b623-43e8af22e787 x-openstack-request-id: req-f373eb0e-4ca7-4b98-b623-43e8af22e787 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:49:08.425358 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c888e0d-d4ff-44fd-8d91-cf62d00df323", "tag": "fda781a6-e1cb-462e-b638-3f0ab6144062", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:49:08.425784 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f373eb0e-4ca7-4b98-b623-43e8af22e787 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:49:08.426383 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'tag': 'fda781a6-e1cb-462e-b638-3f0ab6144062', 'status': 'completed', 'code': 200} Jan 19 18:49:08.478380 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-920db533-a09e-4117-9e0a-14354069b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:08.479887 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-920db533-a09e-4117-9e0a-14354069b219 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 1097 time: 0.0464160 Jan 19 18:49:08.521396 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-84fe8d3d-12dd-4def-bf13-d72f365174ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda781a6-e1cb-462e-b638-3f0ab6144062 HTTP/1.1" status: 200 len: 217 time: 0.0354688 Jan 19 18:49:08.825671 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-8f32340e-1272-4a77-b4df-56d02cdf33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:08.827178 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-8f32340e-1272-4a77-b4df-56d02cdf33f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.3006549 Jan 19 18:49:08.872254 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-38f89a7f-d2ee-4100-9696-9fe179a0b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:08.873749 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-38f89a7f-d2ee-4100-9696-9fe179a0b5e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403936 Jan 19 18:49:08.964182 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-3083b00f-71c3-447c-9043-debce5d64258 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844796 Jan 19 18:49:09.054307 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-0a7bb956-d68b-4720-a61d-99d42fcc40d5 req-a2d2dbb0-def3-4b77-84ba-69d41aa9382a service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845535 Jan 19 18:49:09.139489 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1fd24-89a6-4a4a-b375-1217797f7abc req-623fec14-b3cf-4810-b23b-1db86c41803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:09.141031 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20a1fd24-89a6-4a4a-b375-1217797f7abc req-623fec14-b3cf-4810-b23b-1db86c41803d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 1097 time: 0.0433640 Jan 19 18:49:09.239560 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1fd24-89a6-4a4a-b375-1217797f7abc req-0d3b5856-2ba3-43de-9d13-057da71da22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:09.240970 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20a1fd24-89a6-4a4a-b375-1217797f7abc req-0d3b5856-2ba3-43de-9d13-057da71da22b service neutron] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 912 time: 0.0914736 Jan 19 18:49:09.281647 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20a1fd24-89a6-4a4a-b375-1217797f7abc req-39c53caf-b128-48d9-b54c-274d0fe30b74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda781a6-e1cb-462e-b638-3f0ab6144062 HTTP/1.1" status: 200 len: 217 time: 0.0344250 Jan 19 18:49:09.329783 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1fd24-89a6-4a4a-b375-1217797f7abc req-067fb89f-d125-45fc-98c3-f066470a2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:09.331215 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20a1fd24-89a6-4a4a-b375-1217797f7abc req-067fb89f-d125-45fc-98c3-f066470a2226 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.0428090 Jan 19 18:49:09.381273 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1fd24-89a6-4a4a-b375-1217797f7abc req-b4108a57-6c46-4a98-9530-bfcf114990f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:09.382766 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20a1fd24-89a6-4a4a-b375-1217797f7abc req-b4108a57-6c46-4a98-9530-bfcf114990f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446196 Jan 19 18:49:09.484611 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20a1fd24-89a6-4a4a-b375-1217797f7abc req-a5d933da-4eae-4902-a77b-9c2d12227ba4 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920842 Jan 19 18:49:09.552540 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178af670-d7ae-4fcf-8f3c-ab858ec14a17 req-5bc54ead-36b7-4e19-9e65-c7a62ddc8504 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:09.557091 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-178af670-d7ae-4fcf-8f3c-ab858ec14a17 req-5bc54ead-36b7-4e19-9e65-c7a62ddc8504 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 944 time: 0.0603259 Jan 19 18:49:09.583488 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20a1fd24-89a6-4a4a-b375-1217797f7abc req-0b51d571-55da-405f-a45e-85c035fc8fbf service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890632 Jan 19 18:49:09.608043 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-178af670-d7ae-4fcf-8f3c-ab858ec14a17 req-b71faf3d-27c0-4e21-93ac-75c57d2dd6a5 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479341 Jan 19 18:49:10.724951 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8e92d-2c67-4273-b413-f37aed2d53f2 req-c4e22cf1-47d3-457c-9450-86581b5ae97e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:10.726474 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e2a8e92d-2c67-4273-b413-f37aed2d53f2 req-c4e22cf1-47d3-457c-9450-86581b5ae97e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 944 time: 0.0493023 Jan 19 18:49:10.779923 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e2a8e92d-2c67-4273-b413-f37aed2d53f2 req-b2fe28ac-46f6-447a-bd4d-7eccbb0de37e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476880 Jan 19 18:49:11.945997 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaaa3d-3f60-4576-b124-8eade2080ae3 req-92b7195c-e6bc-488d-83d7-a2fbfcbbeed7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:11.947962 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57aaaa3d-3f60-4576-b124-8eade2080ae3 req-92b7195c-e6bc-488d-83d7-a2fbfcbbeed7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 944 time: 0.0994151 Jan 19 18:49:11.995766 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57aaaa3d-3f60-4576-b124-8eade2080ae3 req-189e6abe-1d41-44d7-8888-763e589fcdc2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422432 Jan 19 18:49:13.112595 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679ed11-f28b-41e8-a506-07d2d322279f req-804e7513-708a-48d6-af89-d8e1ccb1e337 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:13.114289 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4679ed11-f28b-41e8-a506-07d2d322279f req-804e7513-708a-48d6-af89-d8e1ccb1e337 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 944 time: 0.0513108 Jan 19 18:49:13.162253 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4679ed11-f28b-41e8-a506-07d2d322279f req-68fd8316-7f33-4b47-9d22-8461104adf02 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423191 Jan 19 18:49:14.274758 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60596888-4733-4eea-8168-97633a624cd1 req-bee624b1-1837-43f7-8300-e748706a3b7e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:14.276760 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-60596888-4733-4eea-8168-97633a624cd1 req-bee624b1-1837-43f7-8300-e748706a3b7e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 944 time: 0.0475552 Jan 19 18:49:14.329726 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-60596888-4733-4eea-8168-97633a624cd1 req-799827af-11cc-4822-9e17-32f803b64b18 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474010 Jan 19 18:49:15.447536 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e592c-a9b5-46b7-a8af-c1ee18f08ef2 req-4a697461-fecb-4b85-9abe-348e33fed616 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:15.449041 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-236e592c-a9b5-46b7-a8af-c1ee18f08ef2 req-4a697461-fecb-4b85-9abe-348e33fed616 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 944 time: 0.0503635 Jan 19 18:49:15.499331 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-236e592c-a9b5-46b7-a8af-c1ee18f08ef2 req-a9178863-19a0-43be-992e-3f34bf9bf730 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445635 Jan 19 18:49:16.619106 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142bb54-2f0b-42de-b616-3f77effac832 req-579b98e4-9eae-4267-a73e-00c46dacea55 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:16.621553 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4142bb54-2f0b-42de-b616-3f77effac832 req-579b98e4-9eae-4267-a73e-00c46dacea55 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 944 time: 0.0532782 Jan 19 18:49:16.677954 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4142bb54-2f0b-42de-b616-3f77effac832 req-32d2d57b-f2ee-4d6f-bbcf-69a3a556ca75 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507677 Jan 19 18:49:17.350131 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device fda781a6-e1cb-462e-b638-3f0ab6144062 details requested by agent hyperv_hv-cinder-82536 with host hv-cinder-82536 {{(pid=103028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 18:49:17.444157 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port fda781a6-e1cb-462e-b638-3f0ab6144062, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=fda781a6-e1cb-462e-b638-3f0ab6144062,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:49:17.455300 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Returning: {'device': 'fda781a6-e1cb-462e-b638-3f0ab6144062', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'port_id': 'fda781a6-e1cb-462e-b638-3f0ab6144062', 'mac_address': 'fa:16:3e:47:9a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 18:49:17.494875 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port fda781a6-e1cb-462e-b638-3f0ab6144062 is: DOWN; New status is: BUILD {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:49:17.495268 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:17.507693 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda781a6-e1cb-462e-b638-3f0ab6144062 {{(pid=103028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 18:49:17.525883 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port fda781a6-e1cb-462e-b638-3f0ab6144062, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=fda781a6-e1cb-462e-b638-3f0ab6144062,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:49:17.530264 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:17.577216 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=fda781a6-e1cb-462e-b638-3f0ab6144062,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:49:17.584027 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.584382 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.584756 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.585102 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.585439 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.585770 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.586099 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.586429 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.586755 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.587083 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.587409 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.587742 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.588064 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:49:17.748983 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] get_ports_and_sgs() called for port_ids ['fda781a6-e1cb-462e-b638-3f0ab6144062'] {{(pid=103028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 18:49:17.797502 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180a1b7-1298-4e69-949d-632b9b853857 req-a80bb3e5-4582-4288-8c45-6bde88449b97 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:17.799187 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c180a1b7-1298-4e69-949d-632b9b853857 req-a80bb3e5-4582-4288-8c45-6bde88449b97 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 945 time: 0.0528841 Jan 19 18:49:17.852895 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c180a1b7-1298-4e69-949d-632b9b853857 req-a7a342c5-6b6f-4d72-914d-fdac9551004c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465682 Jan 19 18:49:18.333726 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:18.976952 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508d777-0c56-4a73-9dac-c4e1a41aef10 req-93cfadbd-0409-4254-918f-9e092e0577c5 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:18.978436 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0508d777-0c56-4a73-9dac-c4e1a41aef10 req-93cfadbd-0409-4254-918f-9e092e0577c5 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 945 time: 0.0531147 Jan 19 18:49:19.038430 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0508d777-0c56-4a73-9dac-c4e1a41aef10 req-da34ce3c-3499-4dfc-8538-c17bac65e460 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530620 Jan 19 18:49:19.350561 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device fda781a6-e1cb-462e-b638-3f0ab6144062 up at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 18:49:19.409730 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning for port fda781a6-e1cb-462e-b638-3f0ab6144062 completed by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 18:49:19.413749 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.provisioning_blocks [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Provisioning complete for port fda781a6-e1cb-462e-b638-3f0ab6144062 triggered by entity L2. {{(pid=103028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 18:49:19.414125 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014140'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), provisioning_complete {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:19.508261 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Current status of the port fda781a6-e1cb-462e-b638-3f0ab6144062 is: BUILD; New status is: ACTIVE {{(pid=103028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 18:49:19.508766 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:19.539610 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda781a6-e1cb-462e-b638-3f0ab6144062'}] {{(pid=103028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:49:19.542454 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a0c3ebd98fae4e36de3c28f5dbd1d1ae8a5bbb1d874d8549479ac0a7381a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30688ce2-02ea-4aac-97fc-9682d84257ec" -d '{"events": [{"server_uuid": "0c888e0d-d4ff-44fd-8d91-cf62d00df323", "name": "network-vif-plugged", "status": "completed", "tag": "fda781a6-e1cb-462e-b638-3f0ab6144062"}]}' {{(pid=103028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:49:19.563581 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] For port fda781a6-e1cb-462e-b638-3f0ab6144062, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=fda781a6-e1cb-462e-b638-3f0ab6144062,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:49:19.568297 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:19.595422 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-1af7ceb4-b360-4ab0-ad57-d08af0574edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:19.626281 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Pushing event updated for resources: {'Port': ['ID=fda781a6-e1cb-462e-b638-3f0ab6144062,revision_number=5']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:49:19.718913 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea3d0b1-40c3-4721-a486-eed40795e270 x-openstack-request-id: req-bea3d0b1-40c3-4721-a486-eed40795e270 {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:49:19.719227 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c888e0d-d4ff-44fd-8d91-cf62d00df323", "name": "network-vif-plugged", "status": "completed", "tag": "fda781a6-e1cb-462e-b638-3f0ab6144062", "code": 200}]} {{(pid=103028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:49:19.719473 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bea3d0b1-40c3-4721-a486-eed40795e270 {{(pid=103028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:49:19.719871 dv-cinder-825360-1-iscsi neutron-server[103028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda781a6-e1cb-462e-b638-3f0ab6144062', 'code': 200} Jan 19 18:49:19.934090 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5bb77-636d-4596-ae16-4af8aaef8fff req-bbc7aaed-640b-4ce9-906b-83f5d77a1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:19.935575 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-61e5bb77-636d-4596-ae16-4af8aaef8fff req-bbc7aaed-640b-4ce9-906b-83f5d77a1f29 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 1099 time: 0.0394399 Jan 19 18:49:19.980075 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-61e5bb77-636d-4596-ae16-4af8aaef8fff req-7d9b010f-9b12-48a1-a1f0-a93a8ca90c82 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390000 Jan 19 18:49:20.155607 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108d48e-a909-4651-88b7-68ed6b57dd4b req-298f16c3-c142-4979-b656-e8ed49e36776 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:20.157091 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4108d48e-a909-4651-88b7-68ed6b57dd4b req-298f16c3-c142-4979-b656-e8ed49e36776 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 946 time: 0.0516303 Jan 19 18:49:20.205039 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4108d48e-a909-4651-88b7-68ed6b57dd4b req-533dddf5-7c7c-47b3-bb08-d952ed1c0b00 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421710 Jan 19 18:49:21.330327 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babefd5-b2c0-4a7f-bfe0-6ef39ebb0a6c req-cd3d8a46-b5aa-4698-baf6-030fe01146f7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:21.331717 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2babefd5-b2c0-4a7f-bfe0-6ef39ebb0a6c req-cd3d8a46-b5aa-4698-baf6-030fe01146f7 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 946 time: 0.0554419 Jan 19 18:49:21.387210 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2babefd5-b2c0-4a7f-bfe0-6ef39ebb0a6c req-77c94d5a-db00-4308-8d20-a3882abfc48e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498834 Jan 19 18:49:21.502615 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac1f6-c307-4295-9f76-c4c9d146aac5 req-ee3042fb-8cab-4ad2-abe2-2f753311f1f6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:21.504098 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d8eac1f6-c307-4295-9f76-c4c9d146aac5 req-ee3042fb-8cab-4ad2-abe2-2f753311f1f6 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 946 time: 0.0498526 Jan 19 18:49:21.560277 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d8eac1f6-c307-4295-9f76-c4c9d146aac5 req-5d7e78d6-50ca-4f13-a7e7-c585fbf1d347 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501187 Jan 19 18:49:21.583004 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47174) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:49:21.623419 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0514a9ed-dc4e-4eb3-adf8-da165acb33ca tempest-TestVolumeBootPattern-119751185 tempest-TestVolumeBootPattern-119751185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:21.624950 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-0514a9ed-dc4e-4eb3-adf8-da165acb33ca tempest-TestVolumeBootPattern-119751185 tempest-TestVolumeBootPattern-119751185-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 1094 time: 0.0410120 Jan 19 18:49:21.627762 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47176) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:49:21.632122 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.v2.base [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Request body: {'floatingip': {'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'port_id': 'fda781a6-e1cb-462e-b638-3f0ab6144062', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 18:49:21.656454 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:21.761074 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (None), before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:21.874842 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Allocated IP 172.27.3.46 (bd3ecf2a-0c7e-4924-be05-1234598a8ad2/12410fcb-7059-4bd4-a999-fe685bb3e765/9fd34612-8506-438f-b9c5-ff01f7ab74bf) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 18:49:21.980582 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for port (9fd34612-8506-438f-b9c5-ff01f7ab74bf), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:22.017838 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758401659468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (9fd34612-8506-438f-b9c5-ff01f7ab74bf), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:22.059779 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Network bd3ecf2a-0c7e-4924-be05-1234598a8ad2 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 18:49:22.062795 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 18:49:22.065460 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 18:49:22.093692 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'Port': ['ID=9fd34612-8506-438f-b9c5-ff01f7ab74bf,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:49:22.249187 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-250282bb-7235-41c3-932c-7efd206b4f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:22.452810 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (8a1b5cfe-5087-4fab-9af6-5613558d58f8), precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:22.524499 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1004319'] for port (9fd34612-8506-438f-b9c5-ff01f7ab74bf), before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:22.692607 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for port (9fd34612-8506-438f-b9c5-ff01f7ab74bf), precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:22.697633 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758402241922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758401659486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758401659504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27141772'] for port (9fd34612-8506-438f-b9c5-ff01f7ab74bf), after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:22.767412 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event updated for resources: {'Port': ['ID=9fd34612-8506-438f-b9c5-ff01f7ab74bf,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:49:22.780072 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2093622'] for floatingip (8a1b5cfe-5087-4fab-9af6-5613558d58f8), after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:22.880176 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.l3_db [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Floating IP 8a1b5cfe-5087-4fab-9af6-5613558d58f8 associated. External IP: 172.27.3.46, port: fda781a6-e1cb-462e-b638-3f0ab6144062. Jan 19 18:49:23.112868 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:49:23.189408 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:23.231199 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:49:23.241964 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea53f9f-cde5-42ea-9496-b112d09ed515 None None] Sync routers for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:49:23.250820 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:23.257035 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea53f9f-cde5-42ea-9496-b112d09ed515 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:49:23.257686 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-fea53f9f-cde5-42ea-9496-b112d09ed515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:49:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:49:23.279985 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-ca894e58-f5ec-4d86-9a7a-8352e060629f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6505778 Jan 19 18:49:23.280240 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'tag': 'fda781a6-e1cb-462e-b638-3f0ab6144062'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:49:23.282510 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948bc86c-486a-46fe-a1e7-8a3fad4114bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0c888e0d-d4ff-44fd-8d91-cf62d00df323", "tag": "fda781a6-e1cb-462e-b638-3f0ab6144062"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:49:23.327554 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00041738-043d-4dac-aa18-f63a4d97018e x-openstack-request-id: req-00041738-043d-4dac-aa18-f63a4d97018e {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:49:23.327849 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c888e0d-d4ff-44fd-8d91-cf62d00df323", "tag": "fda781a6-e1cb-462e-b638-3f0ab6144062", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:49:23.328134 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00041738-043d-4dac-aa18-f63a4d97018e {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:49:23.328544 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'tag': 'fda781a6-e1cb-462e-b638-3f0ab6144062', 'status': 'completed', 'code': 200} Jan 19 18:49:23.386306 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-fea53f9f-cde5-42ea-9496-b112d09ed515 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:49:23.399982 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc86c-486a-46fe-a1e7-8a3fad4114bd req-dfe8281e-f20c-4c25-a9df-a64db2dee1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:23.401569 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-948bc86c-486a-46fe-a1e7-8a3fad4114bd req-dfe8281e-f20c-4c25-a9df-a64db2dee1f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 1099 time: 0.0435419 Jan 19 18:49:23.512281 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc86c-486a-46fe-a1e7-8a3fad4114bd req-d4dbb5fb-82ef-4ed7-b9f7-51c08b0381cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:23.515195 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-948bc86c-486a-46fe-a1e7-8a3fad4114bd req-d4dbb5fb-82ef-4ed7-b9f7-51c08b0381cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 912 time: 0.1076190 Jan 19 18:49:23.592246 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-948bc86c-486a-46fe-a1e7-8a3fad4114bd req-04a92445-4ee6-4fd7-b503-3b9364d75d4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda781a6-e1cb-462e-b638-3f0ab6144062 HTTP/1.1" status: 200 len: 999 time: 0.0702212 Jan 19 18:49:23.641896 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc86c-486a-46fe-a1e7-8a3fad4114bd req-b1248847-a1d8-4456-9266-9c7e3668c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:23.642915 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-fea53f9f-cde5-42ea-9496-b112d09ed515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '8a1b5cfe-5087-4fab-9af6-5613558d58f8', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'fda781a6-e1cb-462e-b638-3f0ab6144062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:47:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:49:22Z', 'updated_at': '2022-01-19T18:49:22Z', 'revision_number': 0, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}, {'id': 'e8cb7421-51b7-4529-8104-6aa7a2078797', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:37:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:47:14Z', 'updated_at': '2022-01-19T18:47:16Z', 'revision_number': 1, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:49:23.643341 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-948bc86c-486a-46fe-a1e7-8a3fad4114bd req-b1248847-a1d8-4456-9266-9c7e3668c4e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.0452499 Jan 19 18:49:23.687298 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea53f9f-cde5-42ea-9496-b112d09ed515 None None] Checking router: 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:49:23.691998 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc86c-486a-46fe-a1e7-8a3fad4114bd req-35a2f85b-4a5b-4bac-9cf8-927a68399a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:49:23.693534 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-948bc86c-486a-46fe-a1e7-8a3fad4114bd req-35a2f85b-4a5b-4bac-9cf8-927a68399a39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439465 Jan 19 18:49:23.697042 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea53f9f-cde5-42ea-9496-b112d09ed515 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:49:23.697658 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-fea53f9f-cde5-42ea-9496-b112d09ed515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:49:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:49:23.787554 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-948bc86c-486a-46fe-a1e7-8a3fad4114bd req-026812a1-20ea-40ff-bc00-4ac681b4a187 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862682 Jan 19 18:49:23.805639 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-fea53f9f-cde5-42ea-9496-b112d09ed515 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:49:23.884071 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-948bc86c-486a-46fe-a1e7-8a3fad4114bd req-fbcb98fc-3deb-4585-b157-a3d44574091e service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904291 Jan 19 18:49:24.051126 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-fea53f9f-cde5-42ea-9496-b112d09ed515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '8a1b5cfe-5087-4fab-9af6-5613558d58f8', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'fda781a6-e1cb-462e-b638-3f0ab6144062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:47:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:49:22Z', 'updated_at': '2022-01-19T18:49:22Z', 'revision_number': 0, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}, {'id': 'e8cb7421-51b7-4529-8104-6aa7a2078797', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:37:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:47:14Z', 'updated_at': '2022-01-19T18:47:16Z', 'revision_number': 1, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:49:24.081301 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea53f9f-cde5-42ea-9496-b112d09ed515 None None] The sync data for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi is: [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': '8a1b5cfe-5087-4fab-9af6-5613558d58f8', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'fda781a6-e1cb-462e-b638-3f0ab6144062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:47:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:49:22Z', 'updated_at': '2022-01-19T18:49:22Z', 'revision_number': 0, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}, {'id': 'e8cb7421-51b7-4529-8104-6aa7a2078797', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:37:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:47:14Z', 'updated_at': '2022-01-19T18:47:16Z', 'revision_number': 1, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:49:24.284288 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3a7d4-f90c-4716-a218-d05557b63231 None None] New status for floating IP 8a1b5cfe-5087-4fab-9af6-5613558d58f8: ACTIVE {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:49:24.523659 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:26.069258 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:31.478810 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:49:48.336075 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:49.583083 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2a990f77-aa9c-4e75-8c8c-da3019b729a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:52.255392 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-66a9f6d8-370a-4c1c-be3a-187227e2c5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:53.190905 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:54.527608 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:49:56.074125 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:08.476931 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:50:18.347779 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:19.547283 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-5215aaf5-8490-4882-9816-b82a40f42279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:22.247582 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-c2bddaaa-365d-4b58-88b8-1dcf39abfb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:23.190649 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:24.529081 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:26.081722 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:30.646703 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-8b5029f1-ad92-4481-8d76-6749f94a211f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404530 Jan 19 18:50:30.729736 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-475f0f92-174e-4264-afb4-ec0e43cf016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:30.731236 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-475f0f92-174e-4264-afb4-ec0e43cf016e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 1098 time: 0.0409474 Jan 19 18:50:30.833713 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-38d1f7b9-582c-4a99-92f4-1103f0709bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:30.835169 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-38d1f7b9-582c-4a99-92f4-1103f0709bcb service neutron] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 912 time: 0.0853004 Jan 19 18:50:30.901466 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-a37d9e7c-84ec-4603-b314-a00cfed6acd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 HTTP/1.1" status: 200 len: 1001 time: 0.0596685 Jan 19 18:50:30.951403 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-d8f00e6b-5b08-4027-83ab-6a241a4bedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:30.952961 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-d8f00e6b-5b08-4027-83ab-6a241a4bedbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.0442064 Jan 19 18:50:31.005767 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-fef8a27f-a8c7-4b3c-9a6b-a29b3afb1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:31.007375 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-fef8a27f-a8c7-4b3c-9a6b-a29b3afb1d68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482829 Jan 19 18:50:31.100469 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-9ddfac9e-277e-4049-8981-5d8aa1d7b5f5 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871980 Jan 19 18:50:31.189512 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-d99d6e83-bdba-4553-aaef-5a452380ee66 req-a06cc9a3-63c5-4892-a2cd-def78e128a45 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826752 Jan 19 18:50:45.477019 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:50:48.356832 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:49.549942 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-3e2383ac-3740-4c55-846e-124cfe326949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:50.274560 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47204) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:50:50.679935 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Deleting port 9fd34612-8506-438f-b9c5-ff01f7ab74bf {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:50:50.680276 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (9fd34612-8506-438f-b9c5-ff01f7ab74bf), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:50.753316 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (9fd34612-8506-438f-b9c5-ff01f7ab74bf), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:50.753635 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (9fd34612-8506-438f-b9c5-ff01f7ab74bf), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:50.766364 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Calling delete_port for 9fd34612-8506-438f-b9c5-ff01f7ab74bf owned by network:floatingip {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:50:50.904597 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (9fd34612-8506-438f-b9c5-ff01f7ab74bf), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:50.928842 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event deleted for resources: {'Port': ['ID=9fd34612-8506-438f-b9c5-ff01f7ab74bf,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:50:50.955167 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.955521 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.955864 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.956199 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.956529 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.956880 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.957206 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.957535 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.957855 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.958180 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.958498 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.958813 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.959127 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:50:50.998457 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (8a1b5cfe-5087-4fab-9af6-5613558d58f8), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:50.998784 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.l3_db [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Floating IP 8a1b5cfe-5087-4fab-9af6-5613558d58f8 disassociated (deleted). External IP: 172.27.3.46, port: fda781a6-e1cb-462e-b638-3f0ab6144062. Jan 19 18:50:51.199220 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:50:51.304949 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:50:51.309702 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:51.314568 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd1319-74eb-4ec4-96de-9f7f064c3ddc None None] Sync routers for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:50:51.324386 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd1319-74eb-4ec4-96de-9f7f064c3ddc None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:50:51.325041 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-7abd1319-74eb-4ec4-96de-9f7f064c3ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:50:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:50:51.337983 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-60317c6d-49f8-4da2-ad70-c2a70cdd6c52 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "DELETE /v2.0/floatingips/8a1b5cfe-5087-4fab-9af6-5613558d58f8 HTTP/1.1" status: 204 len: 168 time: 1.0600326 Jan 19 18:50:51.337983 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'tag': 'fda781a6-e1cb-462e-b638-3f0ab6144062'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:50:51.338482 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d03f327-f3da-438e-8268-2285892b34e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c888e0d-d4ff-44fd-8d91-cf62d00df323", "tag": "fda781a6-e1cb-462e-b638-3f0ab6144062"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:50:51.377462 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08761753-5ac7-40c8-8a55-c9a1898f6fba x-openstack-request-id: req-08761753-5ac7-40c8-8a55-c9a1898f6fba {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:50:51.377462 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c888e0d-d4ff-44fd-8d91-cf62d00df323", "tag": "fda781a6-e1cb-462e-b638-3f0ab6144062", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:50:51.377723 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08761753-5ac7-40c8-8a55-c9a1898f6fba {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:50:51.378103 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'tag': 'fda781a6-e1cb-462e-b638-3f0ab6144062', 'status': 'completed', 'code': 200} Jan 19 18:50:51.443319 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-7abd1319-74eb-4ec4-96de-9f7f064c3ddc None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:50:51.443578 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f327-f3da-438e-8268-2285892b34e2 req-58e71bed-778a-4155-960f-5f8d60570fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:51.445223 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4d03f327-f3da-438e-8268-2285892b34e2 req-58e71bed-778a-4155-960f-5f8d60570fc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 1099 time: 0.0445433 Jan 19 18:50:51.595121 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f327-f3da-438e-8268-2285892b34e2 req-af7d77f5-a191-4eb5-8400-b8b7bed663c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:51.596705 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4d03f327-f3da-438e-8268-2285892b34e2 req-af7d77f5-a191-4eb5-8400-b8b7bed663c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 912 time: 0.1406519 Jan 19 18:50:51.632940 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cf664-0c14-49df-aec6-a7e989e256a4 req-e99c2164-2546-494d-a4af-201b917f4b8f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:51.635316 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c07cf664-0c14-49df-aec6-a7e989e256a4 req-e99c2164-2546-494d-a4af-201b917f4b8f tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 946 time: 0.0783820 Jan 19 18:50:51.640288 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4d03f327-f3da-438e-8268-2285892b34e2 req-8663f609-4bf8-47b6-8f25-1f5026af6c1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fda781a6-e1cb-462e-b638-3f0ab6144062 HTTP/1.1" status: 200 len: 217 time: 0.0371854 Jan 19 18:50:51.686261 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c07cf664-0c14-49df-aec6-a7e989e256a4 req-a6d8a4df-642b-4ce9-8537-9e9940d62364 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442982 Jan 19 18:50:51.695752 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f327-f3da-438e-8268-2285892b34e2 req-188d7ecd-1a02-49a5-9d09-c63765b0da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:51.697281 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4d03f327-f3da-438e-8268-2285892b34e2 req-188d7ecd-1a02-49a5-9d09-c63765b0da20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.0491695 Jan 19 18:50:51.719556 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-7abd1319-74eb-4ec4-96de-9f7f064c3ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'e8cb7421-51b7-4529-8104-6aa7a2078797', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:37:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:47:14Z', 'updated_at': '2022-01-19T18:47:16Z', 'revision_number': 1, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:50:51.745585 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f327-f3da-438e-8268-2285892b34e2 req-256b6456-2b36-4c34-bd28-2c7420d6cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:51.747037 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4d03f327-f3da-438e-8268-2285892b34e2 req-256b6456-2b36-4c34-bd28-2c7420d6cba0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419753 Jan 19 18:50:51.750783 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd1319-74eb-4ec4-96de-9f7f064c3ddc None None] Checking router: 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:50:51.759337 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd1319-74eb-4ec4-96de-9f7f064c3ddc None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:50:51.759938 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-7abd1319-74eb-4ec4-96de-9f7f064c3ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:50:22Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:50:51.840357 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4d03f327-f3da-438e-8268-2285892b34e2 req-1043b45b-ad10-4587-8b69-cf4b1cad96be service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861061 Jan 19 18:50:51.868677 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-7abd1319-74eb-4ec4-96de-9f7f064c3ddc None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:50:51.928332 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-4d03f327-f3da-438e-8268-2285892b34e2 req-eedfe54f-a26d-4f47-86b2-214385102d64 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808845 Jan 19 18:50:52.095064 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-7abd1319-74eb-4ec4-96de-9f7f064c3ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'e8cb7421-51b7-4529-8104-6aa7a2078797', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:37:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:47:14Z', 'updated_at': '2022-01-19T18:47:16Z', 'revision_number': 1, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:50:52.120337 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd1319-74eb-4ec4-96de-9f7f064c3ddc None None] The sync data for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi is: [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_floatingips': [{'id': 'e8cb7421-51b7-4529-8104-6aa7a2078797', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'router_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'port_id': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'mac_address': 'fa:16:3e:37:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T18:47:14Z', 'updated_at': '2022-01-19T18:47:16Z', 'revision_number': 1, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:50:52.251476 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-af66edbe-1293-41da-b90e-1d571032ecbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:52.335153 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6e015-65e7-47d9-b4b5-231332a8ebd6 None None] New status for floating IP 8a1b5cfe-5087-4fab-9af6-5613558d58f8: DOWN {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:50:52.806278 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf957ce5-bb1c-43f0-b2fa-f9890b1820c2 req-1d92b4cc-f8d3-4da4-b7c7-c33bce5b1365 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:52.807762 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bf957ce5-bb1c-43f0-b2fa-f9890b1820c2 req-1d92b4cc-f8d3-4da4-b7c7-c33bce5b1365 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 946 time: 0.0488818 Jan 19 18:50:52.856330 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bf957ce5-bb1c-43f0-b2fa-f9890b1820c2 req-af7548ee-b9cf-4310-9372-efd8dc9f2b83 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428426 Jan 19 18:50:53.051413 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bd737-248a-4041-81c3-56617ca57b65 req-a385825e-0e4c-4ec1-a177-f0c86a2e5eca tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:53.052861 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f12bd737-248a-4041-81c3-56617ca57b65 req-a385825e-0e4c-4ec1-a177-f0c86a2e5eca tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 946 time: 0.0515463 Jan 19 18:50:53.138671 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-f12bd737-248a-4041-81c3-56617ca57b65 req-baa4db93-1131-44e5-a2f1-6e5f288d4439 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Deleting port fda781a6-e1cb-462e-b638-3f0ab6144062 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:50:53.139005 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f12bd737-248a-4041-81c3-56617ca57b65 req-baa4db93-1131-44e5-a2f1-6e5f288d4439 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:53.194081 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:53.229132 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-f12bd737-248a-4041-81c3-56617ca57b65 req-baa4db93-1131-44e5-a2f1-6e5f288d4439 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] For port fda781a6-e1cb-462e-b638-3f0ab6144062, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=fda781a6-e1cb-462e-b638-3f0ab6144062,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:50:53.229497 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f12bd737-248a-4041-81c3-56617ca57b65 req-baa4db93-1131-44e5-a2f1-6e5f288d4439 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:53.242523 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-f12bd737-248a-4041-81c3-56617ca57b65 req-baa4db93-1131-44e5-a2f1-6e5f288d4439 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Calling delete_port for fda781a6-e1cb-462e-b638-3f0ab6144062 owned by compute:nova {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:50:53.370067 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f12bd737-248a-4041-81c3-56617ca57b65 req-baa4db93-1131-44e5-a2f1-6e5f288d4439 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (fda781a6-e1cb-462e-b638-3f0ab6144062), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:53.399855 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4db93-1131-44e5-a2f1-6e5f288d4439 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event deleted for resources: {'Port': ['ID=fda781a6-e1cb-462e-b638-3f0ab6144062,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:50:53.439247 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12bd737-248a-4041-81c3-56617ca57b65 req-baa4db93-1131-44e5-a2f1-6e5f288d4439 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] No DVR routers for this DVR port fda781a6-e1cb-462e-b638-3f0ab6144062 on host hv-cinder-82536 {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:50:53.441911 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-f12bd737-248a-4041-81c3-56617ca57b65 req-baa4db93-1131-44e5-a2f1-6e5f288d4439 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:53.445269 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-f12bd737-248a-4041-81c3-56617ca57b65 req-baa4db93-1131-44e5-a2f1-6e5f288d4439 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "DELETE /v2.0/ports/fda781a6-e1cb-462e-b638-3f0ab6144062 HTTP/1.1" status: 204 len: 173 time: 0.3869081 Jan 19 18:50:53.445713 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'name': 'network-vif-deleted', 'tag': 'fda781a6-e1cb-462e-b638-3f0ab6144062'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:50:53.447933 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5c69ca-ba3b-4d5c-92d4-9f74fd134caa" -d '{"events": [{"server_uuid": "0c888e0d-d4ff-44fd-8d91-cf62d00df323", "name": "network-vif-deleted", "tag": "fda781a6-e1cb-462e-b638-3f0ab6144062"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:50:53.485536 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2849e6c-be84-4c87-b28b-fc0632fdacc9 x-openstack-request-id: req-c2849e6c-be84-4c87-b28b-fc0632fdacc9 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:50:53.485903 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c888e0d-d4ff-44fd-8d91-cf62d00df323", "name": "network-vif-deleted", "tag": "fda781a6-e1cb-462e-b638-3f0ab6144062", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:50:53.486310 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2849e6c-be84-4c87-b28b-fc0632fdacc9 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:50:53.486707 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c888e0d-d4ff-44fd-8d91-cf62d00df323', 'name': 'network-vif-deleted', 'tag': 'fda781a6-e1cb-462e-b638-3f0ab6144062', 'status': 'completed', 'code': 200} Jan 19 18:50:53.962516 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1841c1e1-cc7e-40d6-b3b9-a4f9d4bfe2dc req-1d95b42a-fe95-4d0f-b2e6-f8edeb1e9b8c tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c888e0d-d4ff-44fd-8d91-cf62d00df323 HTTP/1.1" status: 200 len: 210 time: 0.0284464 Jan 19 18:50:54.532588 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:55.849391 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device fda781a6-e1cb-462e-b638-3f0ab6144062 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:50:55.868815 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: fda781a6-e1cb-462e-b638-3f0ab6144062 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:50:55.869166 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device fda781a6-e1cb-462e-b638-3f0ab6144062 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:50:56.075592 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:57.244286 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47244) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:50:57.396608 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Deleting port e3c193a6-c562-46d9-b173-2bd2825bd8e2 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:50:57.396977 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (e3c193a6-c562-46d9-b173-2bd2825bd8e2), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:57.471824 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (e3c193a6-c562-46d9-b173-2bd2825bd8e2), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:57.472143 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (e3c193a6-c562-46d9-b173-2bd2825bd8e2), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:57.483749 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Calling delete_port for e3c193a6-c562-46d9-b173-2bd2825bd8e2 owned by network:floatingip {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:50:57.627640 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (e3c193a6-c562-46d9-b173-2bd2825bd8e2), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:57.650641 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event deleted for resources: {'Port': ['ID=e3c193a6-c562-46d9-b173-2bd2825bd8e2,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:50:57.710985 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (e8cb7421-51b7-4529-8104-6aa7a2078797), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:57.711312 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.db.l3_db [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Floating IP e8cb7421-51b7-4529-8104-6aa7a2078797 disassociated (deleted). External IP: 172.27.3.104, port: e6bc2696-0bb5-4c50-bd39-72cb51dc89a2. Jan 19 18:50:57.919698 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:50:58.027578 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:50:58.032550 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:58.037676 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088c2ec-d483-4336-b81a-ab115986c8dc None None] Sync routers for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:50:58.048705 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088c2ec-d483-4336-b81a-ab115986c8dc None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:50:58.049316 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-f088c2ec-d483-4336-b81a-ab115986c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:50:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:50:58.059856 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-48ba65b2-7392-49cd-90fd-d4563fe77be2 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "DELETE /v2.0/floatingips/e8cb7421-51b7-4529-8104-6aa7a2078797 HTTP/1.1" status: 204 len: 168 time: 0.8144777 Jan 19 18:50:58.060541 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'tag': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:50:58.065999 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0a8b81-3f5b-4686-b08f-942e881137cc", "tag": "e6bc2696-0bb5-4c50-bd39-72cb51dc89a2"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:50:58.103614 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 18:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898a9c5b-6d2a-4229-a7f4-0c91a188026d x-openstack-request-id: req-898a9c5b-6d2a-4229-a7f4-0c91a188026d {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:50:58.104007 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0a8b81-3f5b-4686-b08f-942e881137cc", "tag": "e6bc2696-0bb5-4c50-bd39-72cb51dc89a2", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:50:58.104131 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-898a9c5b-6d2a-4229-a7f4-0c91a188026d {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:50:58.104542 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'tag': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'status': 'completed', 'code': 200} Jan 19 18:50:58.168061 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-f088c2ec-d483-4336-b81a-ab115986c8dc None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:50:58.169586 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42 req-2194c221-f49a-452a-a4f0-201cf6acbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:58.171204 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42 req-2194c221-f49a-452a-a4f0-201cf6acbd4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 1098 time: 0.0463004 Jan 19 18:50:58.267556 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42 req-bd0911d5-09ee-4870-819c-7b85fc7b68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:58.269094 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42 req-bd0911d5-09ee-4870-819c-7b85fc7b68ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 200 len: 912 time: 0.0906100 Jan 19 18:50:58.293108 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a365f-0009-4a18-96aa-b7c95fc5084d req-6b618907-f94f-40cb-a540-0656748625af tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:58.294621 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-406a365f-0009-4a18-96aa-b7c95fc5084d req-6b618907-f94f-40cb-a540-0656748625af tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 945 time: 0.0495250 Jan 19 18:50:58.309981 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42 req-666281dd-f58b-4b56-bd49-169f78769aea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 HTTP/1.1" status: 200 len: 217 time: 0.0343106 Jan 19 18:50:58.345745 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-406a365f-0009-4a18-96aa-b7c95fc5084d req-da8d3f1b-17d1-4929-a823-f3e3b27661c3 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450702 Jan 19 18:50:58.361847 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42 req-f7c27bca-6a86-42fa-a131-eba2e2ddca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:58.363312 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42 req-f7c27bca-6a86-42fa-a131-eba2e2ddca4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 200 len: 851 time: 0.0480001 Jan 19 18:50:58.393349 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-f088c2ec-d483-4336-b81a-ab115986c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:50:58.409621 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42 req-413f8d19-b4cc-4efc-825b-de02dbba047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:58.411110 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42 req-413f8d19-b4cc-4efc-825b-de02dbba047c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2011822a-dfdc-4dcb-8efc-a08a5235a82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409989 Jan 19 18:50:58.419429 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088c2ec-d483-4336-b81a-ab115986c8dc None None] Checking router: 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:50:58.428327 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088c2ec-d483-4336-b81a-ab115986c8dc None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:50:58.428889 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-f088c2ec-d483-4336-b81a-ab115986c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:50:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:50:58.500673 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42 req-fd01c658-6d18-450c-9972-f1e29936f1a1 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817723 Jan 19 18:50:58.537273 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-f088c2ec-d483-4336-b81a-ab115986c8dc None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:50:58.597474 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-20ccc35f-4840-4de2-bc6a-3d1d9c9adc42 req-5629c2f4-185b-467d-bd03-2e6c5f9f2f37 service neutron] 10.222.0.35 "GET /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908096 Jan 19 18:50:58.731152 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-f088c2ec-d483-4336-b81a-ab115986c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:50:58.884870 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088c2ec-d483-4336-b81a-ab115986c8dc None None] The sync data for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi is: [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:04Z', 'revision_number': 4, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi', '_interfaces': [{'id': '5b161848-f056-4c53-bf02-fd3b713867fd', 'name': '', 'network_id': '2011822a-dfdc-4dcb-8efc-a08a5235a82a', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'mac_address': 'fa:16:3e:96:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bcb972ab-ea37-4905-864c-647500d08462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:03Z', 'updated_at': '2022-01-19T18:44:09Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'subnets': [{'id': 'bcb972ab-ea37-4905-864c-647500d08462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:50:59.096088 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0cbdc-2011-4f1a-acd8-5a792be54970 None None] New status for floating IP e8cb7421-51b7-4529-8104-6aa7a2078797: DOWN {{(pid=103029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 18:50:59.467163 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda189f-ed2d-4976-a5fe-69579ee748d8 req-241d0eed-d856-44aa-bd91-29d52ccf063b tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:59.469339 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7dda189f-ed2d-4976-a5fe-69579ee748d8 req-241d0eed-d856-44aa-bd91-29d52ccf063b tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 945 time: 0.0474722 Jan 19 18:50:59.519078 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7dda189f-ed2d-4976-a5fe-69579ee748d8 req-9f37f2e3-9255-4169-8548-bb013442f41e tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/security-groups?id=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442996 Jan 19 18:50:59.716488 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe815b70-5b6c-45a7-abb9-948c0e6e2a59 req-975a6296-ad30-47ca-af42-92ce65816673 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 18:50:59.717965 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-fe815b70-5b6c-45a7-abb9-948c0e6e2a59 req-975a6296-ad30-47ca-af42-92ce65816673 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 945 time: 0.0478156 Jan 19 18:50:59.807567 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-fe815b70-5b6c-45a7-abb9-948c0e6e2a59 req-7ca54b06-6044-4008-b135-648e422f3939 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Deleting port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:50:59.807902 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-fe815b70-5b6c-45a7-abb9-948c0e6e2a59 req-7ca54b06-6044-4008-b135-648e422f3939 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:59.896878 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [req-fe815b70-5b6c-45a7-abb9-948c0e6e2a59 req-7ca54b06-6044-4008-b135-648e422f3939 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] For port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2, host hv-cinder-82536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82536',level=0,port_id=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:50:59.897240 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-fe815b70-5b6c-45a7-abb9-948c0e6e2a59 req-7ca54b06-6044-4008-b135-648e422f3939 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:50:59.909542 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [req-fe815b70-5b6c-45a7-abb9-948c0e6e2a59 req-7ca54b06-6044-4008-b135-648e422f3939 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Calling delete_port for e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 owned by compute:nova {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:51:00.036721 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-fe815b70-5b6c-45a7-abb9-948c0e6e2a59 req-7ca54b06-6044-4008-b135-648e422f3939 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (e6bc2696-0bb5-4c50-bd39-72cb51dc89a2), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:00.066281 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca54b06-6044-4008-b135-648e422f3939 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event deleted for resources: {'Port': ['ID=e6bc2696-0bb5-4c50-bd39-72cb51dc89a2,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:00.114544 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe815b70-5b6c-45a7-abb9-948c0e6e2a59 req-7ca54b06-6044-4008-b135-648e422f3939 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] No DVR routers for this DVR port e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 on host hv-cinder-82536 {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:51:00.117192 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [req-fe815b70-5b6c-45a7-abb9-948c0e6e2a59 req-7ca54b06-6044-4008-b135-648e422f3939 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for port (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:00.120852 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [req-fe815b70-5b6c-45a7-abb9-948c0e6e2a59 req-7ca54b06-6044-4008-b135-648e422f3939 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.35 "DELETE /v2.0/ports/e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 HTTP/1.1" status: 204 len: 173 time: 0.3972137 Jan 19 18:51:00.121334 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'name': 'network-vif-deleted', 'tag': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 18:51:00.123613 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83207ba6ce55d6fb6278f71e147f52fd4236c63bf1f12596fe410d68d8fcf347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b163272e-b06e-4eb4-ad5d-4b4d8ec0c60a" -d '{"events": [{"server_uuid": "6f0a8b81-3f5b-4686-b08f-942e881137cc", "name": "network-vif-deleted", "tag": "e6bc2696-0bb5-4c50-bd39-72cb51dc89a2"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 18:51:00.161406 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 18:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c40381e-7d75-43b0-966c-96f2c0861c9f x-openstack-request-id: req-2c40381e-7d75-43b0-966c-96f2c0861c9f {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 18:51:00.161778 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0a8b81-3f5b-4686-b08f-942e881137cc", "name": "network-vif-deleted", "tag": "e6bc2696-0bb5-4c50-bd39-72cb51dc89a2", "status": "completed", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 18:51:00.162046 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c40381e-7d75-43b0-966c-96f2c0861c9f {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 18:51:00.162559 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0a8b81-3f5b-4686-b08f-942e881137cc', 'name': 'network-vif-deleted', 'tag': 'e6bc2696-0bb5-4c50-bd39-72cb51dc89a2', 'status': 'completed', 'code': 200} Jan 19 18:51:00.628512 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [req-354df85b-5883-4f28-9f25-9f65e5e2976c req-bc41e817-202b-4212-a5f1-663bb6461479 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f0a8b81-3f5b-4686-b08f-942e881137cc HTTP/1.1" status: 200 len: 210 time: 0.0294130 Jan 19 18:51:01.685109 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47260) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:01.806411 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea85fd-03b6-40d6-827a-a11e078fc769 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Deleting port 125fc337-7274-49da-86df-979cb5d65a9c {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:51:01.806749 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a9ea85fd-03b6-40d6-827a-a11e078fc769 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (125fc337-7274-49da-86df-979cb5d65a9c), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:01.867077 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 no longer exists at agent hyperv_hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:51:01.885055 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a9ea85fd-03b6-40d6-827a-a11e078fc769 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (125fc337-7274-49da-86df-979cb5d65a9c), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:01.885382 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a9ea85fd-03b6-40d6-827a-a11e078fc769 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (125fc337-7274-49da-86df-979cb5d65a9c), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:01.889752 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] No Port match for: e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:51:01.890099 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Device e6bc2696-0bb5-4c50-bd39-72cb51dc89a2 not bound to the agent host hv-cinder-82536 {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:51:01.897319 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea85fd-03b6-40d6-827a-a11e078fc769 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Calling delete_port for 125fc337-7274-49da-86df-979cb5d65a9c owned by network:floatingip {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:51:02.027759 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a9ea85fd-03b6-40d6-827a-a11e078fc769 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (125fc337-7274-49da-86df-979cb5d65a9c), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:02.053850 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea85fd-03b6-40d6-827a-a11e078fc769 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event deleted for resources: {'Port': ['ID=125fc337-7274-49da-86df-979cb5d65a9c,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:02.113206 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a9ea85fd-03b6-40d6-827a-a11e078fc769 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for floatingip (f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:02.115726 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a9ea85fd-03b6-40d6-827a-a11e078fc769 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434402'] for floatingip (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:02.116896 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a9ea85fd-03b6-40d6-827a-a11e078fc769 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "DELETE /v2.0/floatingips/f69ec8b6-363b-4359-bf4a-d5bd9cfeb9fb HTTP/1.1" status: 204 len: 168 time: 0.4307988 Jan 19 18:51:03.304138 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47272) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:03.360970 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8da68f06-4eb3-4315-b30e-6de3a5862f73 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group (0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:03.385554 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8da68f06-4eb3-4315-b30e-6de3a5862f73 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group (0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:03.444845 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8da68f06-4eb3-4315-b30e-6de3a5862f73 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:03.447465 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8da68f06-4eb3-4315-b30e-6de3a5862f73 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:03.448661 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-8da68f06-4eb3-4315-b30e-6de3a5862f73 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] 10.222.0.39 "DELETE /v2.0/security-groups/0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d HTTP/1.1" status: 204 len: 168 time: 0.1434984 Jan 19 18:51:03.458699 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da68f06-4eb3-4315-b30e-6de3a5862f73 tempest-TestVolumeBootPattern-1883271885 tempest-TestVolumeBootPattern-1883271885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0110d73a-2d33-43a8-b2e3-85bdf2a5bb3d,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:03.505836 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47276) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:03.964842 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2090550'] for router_interface (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:04.441612 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] Deleting port 5b161848-f056-4c53-bf02-fd3b713867fd {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:51:04.442305 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:04.517719 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] For port 5b161848-f056-4c53-bf02-fd3b713867fd, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=5b161848-f056-4c53-bf02-fd3b713867fd,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:51:04.518077 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:04.530317 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] Calling delete_port for 5b161848-f056-4c53-bf02-fd3b713867fd owned by network:router_interface {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:51:04.704476 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (5b161848-f056-4c53-bf02-fd3b713867fd), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:04.730028 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b161848-f056-4c53-bf02-fd3b713867fd,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:04.893829 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089382'] for router_interface (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:05.106548 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] Router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:51:05.208071 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:51:05.213296 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-9cc7f4a9-f49d-4999-85ef-50aab9093b8e admin admin] 10.222.0.39 "PUT /v2.0/routers/4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7064617 Jan 19 18:51:05.215804 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47280) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:05.216503 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cdf2bf-3db1-4c6d-ab9f-3e08f567ad73 None None] Sync routers for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:51:05.227289 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cdf2bf-3db1-4c6d-ab9f-3e08f567ad73 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:51:05.227826 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-33cdf2bf-3db1-4c6d-ab9f-3e08f567ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:50:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:05.320980 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Publish callbacks [] for router (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:05.334120 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-33cdf2bf-3db1-4c6d-ab9f-3e08f567ad73 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:51:05.423817 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Publish callbacks [] for router_gateway (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:05.476026 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Deleting port b95b863f-50e6-413d-884d-bd8dedee8816 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:51:05.476781 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:05.518658 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-33cdf2bf-3db1-4c6d-ab9f-3e08f567ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:51:04Z', 'revision_number': 5, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port': {'id': 'b95b863f-50e6-413d-884d-bd8dedee8816', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:05.548572 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cdf2bf-3db1-4c6d-ab9f-3e08f567ad73 None None] Checking router: 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 for host: dv-cinder-825360-1-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:51:05.557052 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cdf2bf-3db1-4c6d-ab9f-3e08f567ad73 None None] Routers {'4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:51:05.557664 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-33cdf2bf-3db1-4c6d-ab9f-3e08f567ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:50:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:05.563131 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] For port b95b863f-50e6-413d-884d-bd8dedee8816, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=b95b863f-50e6-413d-884d-bd8dedee8816,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:51:05.563491 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:05.576126 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Calling delete_port for b95b863f-50e6-413d-884d-bd8dedee8816 owned by network:router_gateway {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:51:05.648544 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-33cdf2bf-3db1-4c6d-ab9f-3e08f567ad73 None None] Set router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 gateway port host: None {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:51:05.703297 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-33cdf2bf-3db1-4c6d-ab9f-3e08f567ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:51:05Z', 'revision_number': 6, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port_host': None}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:05.729793 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cdf2bf-3db1-4c6d-ab9f-3e08f567ad73 None None] The sync data for ids ['4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3'] in dv-cinder-825360-1-iscsi is: [{'id': '4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3', 'name': 'tempest-TestVolumeBootPattern-1881925947-router', 'tenant_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:00Z', 'updated_at': '2022-01-19T18:51:05Z', 'revision_number': 6, 'project_id': 'd2637ef20caa4424ad4fd2cc3030f292', 'gw_port_host': None}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:51:05.739391 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (b95b863f-50e6-413d-884d-bd8dedee8816), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:05.770559 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95b863f-50e6-413d-884d-bd8dedee8816,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:05.828797 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2093688'] for router_gateway (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:05.918770 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9961'] for router (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:05.920974 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Publish callbacks [] for router_controller (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:05.964017 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092500'] for router (4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:05.964681 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 {{(pid=103027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 18:51:05.969837 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:05.971113 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-759ff00d-c87a-4178-9471-3f63a128a1e9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4a79e2a6-6b4e-40f9-88e3-1ebc3a9eeed3 HTTP/1.1" status: 204 len: 168 time: 0.7543712 Jan 19 18:51:05.973570 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47282) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:06.016706 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6c85ec-c72b-4267-af2b-c6b851d449a9 admin admin] Deleting subnet bcb972ab-ea37-4905-864c-647500d08462 {{(pid=103027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:51:06.019703 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ae6c85ec-c72b-4267-af2b-c6b851d449a9 admin admin] Publish callbacks [] for subnet (bcb972ab-ea37-4905-864c-647500d08462), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.058118 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ae6c85ec-c72b-4267-af2b-c6b851d449a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27100997'] for subnet (bcb972ab-ea37-4905-864c-647500d08462), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.137260 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ae6c85ec-c72b-4267-af2b-c6b851d449a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (bcb972ab-ea37-4905-864c-647500d08462), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.189882 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ae6c85ec-c72b-4267-af2b-c6b851d449a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25328278'] for subnet (bcb972ab-ea37-4905-864c-647500d08462), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.214168 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c85ec-c72b-4267-af2b-c6b851d449a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb972ab-ea37-4905-864c-647500d08462,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:06.217662 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ae6c85ec-c72b-4267-af2b-c6b851d449a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.220868 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-ae6c85ec-c72b-4267-af2b-c6b851d449a9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bcb972ab-ea37-4905-864c-647500d08462 HTTP/1.1" status: 204 len: 168 time: 0.2463398 Jan 19 18:51:06.222913 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578aedc3-b2f3-4558-998e-d8e5e32a1822 None None] Network 2011822a-dfdc-4dcb-8efc-a08a5235a82a requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:51:06.223734 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 47284) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:06.291534 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (2011822a-dfdc-4dcb-8efc-a08a5235a82a), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.346854 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Deleting port 64371122-abd7-418d-b0a8-1256bc5983ba {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:51:06.347131 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.411540 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] For port 64371122-abd7-418d-b0a8-1256bc5983ba, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=64371122-abd7-418d-b0a8-1256bc5983ba,segment=NetworkSegment(356e92ba-507b-408b-8834-a1dc416fce30),segment_id=356e92ba-507b-408b-8834-a1dc416fce30)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:51:06.411903 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.424782 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Calling delete_port for 64371122-abd7-418d-b0a8-1256bc5983ba owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:51:06.502924 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25584387'] for port (64371122-abd7-418d-b0a8-1256bc5983ba), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.517064 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120337a0-8395-4a97-bf05-0f5833effa6f None None] DHCP port deletion for 2011822a-dfdc-4dcb-8efc-a08a5235a82a request from dv-cinder-825360-1-iscsi {{(pid=103028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 18:51:06.527746 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=64371122-abd7-418d-b0a8-1256bc5983ba,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:06.536475 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.536849 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.537189 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.537523 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.537854 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.538186 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.538507 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.538829 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.539214 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.539463 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.539781 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.540096 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.540411 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825360-1-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 18:51:06.544805 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] No DVR routers for this DVR port 64371122-abd7-418d-b0a8-1256bc5983ba on host dv-cinder-825360-1-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:51:06.617014 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (2011822a-dfdc-4dcb-8efc-a08a5235a82a), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.638622 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2011822a-dfdc-4dcb-8efc-a08a5235a82a']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:06.648710 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356e92ba-507b-408b-8834-a1dc416fce30') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:06.649011 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356e92ba-507b-408b-8834-a1dc416fce30') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:06.658547 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189508'] for segment (356e92ba-507b-408b-8834-a1dc416fce30), before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.672904 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (356e92ba-507b-408b-8834-a1dc416fce30), precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.679271 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:51:06.679688 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25584496'] for segment (356e92ba-507b-408b-8834-a1dc416fce30), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: warnings.warn(msg) Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: Traceback (most recent call last): Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: timer() Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: cb(*args, **kw) Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: return func(*args, **kwargs) Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: self._notify() Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: self.callback(batched_events) Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: event.method(event) Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: return f(self, *a, **k) Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._get(url).json() Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:51:06.681445 dv-cinder-825360-1-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:51:06.739020 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (2011822a-dfdc-4dcb-8efc-a08a5235a82a), after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.744729 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:06.747875 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2011822a-dfdc-4dcb-8efc-a08a5235a82a HTTP/1.1" status: 204 len: 168 time: 0.5231607 Jan 19 18:51:06.751567 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47286) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:06.761475 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0245f5e-aab4-481b-bd6f-d9962735a8b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2011822a-dfdc-4dcb-8efc-a08a5235a82a,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:07.095562 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2090550'] for router_interface (d4efa42e-3795-4743-9c46-2817f3f9b030), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:07.331611 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] Deleting port 7a8d1936-b130-426c-bee2-40ce9ae29f04 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:51:07.331865 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:07.408416 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] For port 7a8d1936-b130-426c-bee2-40ce9ae29f04, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=7a8d1936-b130-426c-bee2-40ce9ae29f04,segment=NetworkSegment(5e68bb8c-5083-4d8e-992a-cdd5238f8590),segment_id=5e68bb8c-5083-4d8e-992a-cdd5238f8590)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:51:07.408812 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:07.421183 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] Calling delete_port for 7a8d1936-b130-426c-bee2-40ce9ae29f04 owned by network:router_interface {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:51:07.597606 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (7a8d1936-b130-426c-bee2-40ce9ae29f04), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:07.624345 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8d1936-b130-426c-bee2-40ce9ae29f04,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:07.659324 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device b95b863f-50e6-413d-884d-bd8dedee8816 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:51:07.681916 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: b95b863f-50e6-413d-884d-bd8dedee8816 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:51:07.682263 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device b95b863f-50e6-413d-884d-bd8dedee8816 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:51:07.682687 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 5b161848-f056-4c53-bf02-fd3b713867fd no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:51:07.702239 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 5b161848-f056-4c53-bf02-fd3b713867fd {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:51:07.703442 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 5b161848-f056-4c53-bf02-fd3b713867fd not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:51:07.703850 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 64371122-abd7-418d-b0a8-1256bc5983ba no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:51:07.724004 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 64371122-abd7-418d-b0a8-1256bc5983ba {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:51:07.724612 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 64371122-abd7-418d-b0a8-1256bc5983ba not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:51:07.790267 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2055393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089382'] for router_interface (d4efa42e-3795-4743-9c46-2817f3f9b030), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:08.249183 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] Router d4efa42e-3795-4743-9c46-2817f3f9b030 has already been hosted by L3 agent acbc2bca-037c-4d3d-b03e-8ea4136540e5 {{(pid=103027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 18:51:08.350516 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] Notify agent at l3_agent.dv-cinder-825360-1-iscsi the message routers_updated {{(pid=103027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 18:51:08.355453 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-cbcf0c09-7279-48aa-bdc8-f58477702b55 admin admin] 10.222.0.39 "PUT /v2.0/routers/d4efa42e-3795-4743-9c46-2817f3f9b030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6021545 Jan 19 18:51:08.357918 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47288) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:08.360480 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6678fcab-02ff-45d8-a8d3-3bde3515b3fb None None] Sync routers for ids ['d4efa42e-3795-4743-9c46-2817f3f9b030'] in dv-cinder-825360-1-iscsi {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 18:51:08.370224 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6678fcab-02ff-45d8-a8d3-3bde3515b3fb None None] Routers {'d4efa42e-3795-4743-9c46-2817f3f9b030'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:51:08.370837 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6678fcab-02ff-45d8-a8d3-3bde3515b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:50:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['d4efa42e-3795-4743-9c46-2817f3f9b030'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:08.458989 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Publish callbacks [] for router (d4efa42e-3795-4743-9c46-2817f3f9b030), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:08.473760 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-6678fcab-02ff-45d8-a8d3-3bde3515b3fb None None] Set router d4efa42e-3795-4743-9c46-2817f3f9b030 gateway port host: dv-cinder-825360-1-iscsi {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:51:08.563360 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Publish callbacks [] for router_gateway (d4efa42e-3795-4743-9c46-2817f3f9b030), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:08.616130 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Deleting port 042931e2-1859-4c71-887f-e73b3f037001 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:51:08.616383 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (042931e2-1859-4c71-887f-e73b3f037001), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:08.696574 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] For port 042931e2-1859-4c71-887f-e73b3f037001, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=042931e2-1859-4c71-887f-e73b3f037001,segment=NetworkSegment(efa19033-7ef6-490c-a4a9-57cfa66e8709),segment_id=efa19033-7ef6-490c-a4a9-57cfa66e8709)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:51:08.696963 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (042931e2-1859-4c71-887f-e73b3f037001), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:08.709338 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Calling delete_port for 042931e2-1859-4c71-887f-e73b3f037001 owned by network:router_gateway {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:51:08.735309 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6678fcab-02ff-45d8-a8d3-3bde3515b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'name': 'tempest-TestVolumeBootPattern-2115970713-router', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'external_fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '042931e2-1859-4c71-887f-e73b3f037001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:51:07Z', 'revision_number': 5, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'gw_port': {'id': '042931e2-1859-4c71-887f-e73b3f037001', 'name': '', 'network_id': 'bd3ecf2a-0c7e-4924-be05-1234598a8ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825360-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12410fcb-7059-4bd4-a999-fe685bb3e765', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825360-1-iscsi'}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:08.761576 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6678fcab-02ff-45d8-a8d3-3bde3515b3fb None None] Checking router: d4efa42e-3795-4743-9c46-2817f3f9b030 for host: dv-cinder-825360-1-iscsi {{(pid=103029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 18:51:08.769772 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6678fcab-02ff-45d8-a8d3-3bde3515b3fb None None] Routers {'d4efa42e-3795-4743-9c46-2817f3f9b030'} bound to L3 agent in host dv-cinder-825360-1-iscsi {{(pid=103029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 18:51:08.770392 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6678fcab-02ff-45d8-a8d3-3bde3515b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825360-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T18:30:22Z,description=,heartbeat_timestamp=2022-01-19T18:50:52Z,host='dv-cinder-825360-1-iscsi',id=acbc2bca-037c-4d3d-b03e-8ea4136540e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T18:30:22Z,topic='l3_agent')) {'router_ids': ['d4efa42e-3795-4743-9c46-2817f3f9b030'], 'active': True} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:08.854551 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_dvr_db [None req-6678fcab-02ff-45d8-a8d3-3bde3515b3fb None None] Set router d4efa42e-3795-4743-9c46-2817f3f9b030 gateway port host: None {{(pid=103029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 18:51:08.871129 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (042931e2-1859-4c71-887f-e73b3f037001), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:08.896056 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Pushing event deleted for resources: {'Port': ['ID=042931e2-1859-4c71-887f-e73b3f037001,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:08.911427 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.l3_hamode_db [None req-6678fcab-02ff-45d8-a8d3-3bde3515b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'name': 'tempest-TestVolumeBootPattern-2115970713-router', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:51:08Z', 'revision_number': 6, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'gw_port_host': None}], 'dv-cinder-825360-1-iscsi', False) {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:08.938958 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6678fcab-02ff-45d8-a8d3-3bde3515b3fb None None] The sync data for ids ['d4efa42e-3795-4743-9c46-2817f3f9b030'] in dv-cinder-825360-1-iscsi is: [{'id': 'd4efa42e-3795-4743-9c46-2817f3f9b030', 'name': 'tempest-TestVolumeBootPattern-2115970713-router', 'tenant_id': '1c51c985298e4ae18240de508aac3f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T18:44:07Z', 'updated_at': '2022-01-19T18:51:08Z', 'revision_number': 6, 'project_id': '1c51c985298e4ae18240de508aac3f05', 'gw_port_host': None}] {{(pid=103029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 18:51:08.960286 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2093688'] for router_gateway (d4efa42e-3795-4743-9c46-2817f3f9b030), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.050541 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2092493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9961'] for router (d4efa42e-3795-4743-9c46-2817f3f9b030), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.052616 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Publish callbacks [] for router_controller (d4efa42e-3795-4743-9c46-2817f3f9b030), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.094721 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2092500'] for router (d4efa42e-3795-4743-9c46-2817f3f9b030), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.095342 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4efa42e-3795-4743-9c46-2817f3f9b030 {{(pid=103027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 18:51:09.099605 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.100781 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-0c296761-344c-4a51-81c8-9d44abb4850e admin admin] 10.222.0.39 "DELETE /v2.0/routers/d4efa42e-3795-4743-9c46-2817f3f9b030 HTTP/1.1" status: 204 len: 168 time: 0.7418401 Jan 19 18:51:09.103304 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47290) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:09.148194 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72a9d75-a5e8-428f-9ca2-b4bd06f7202c admin admin] Deleting subnet 397a32ec-7260-44c7-8b3c-e8c7be435044 {{(pid=103027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 18:51:09.151205 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a72a9d75-a5e8-428f-9ca2-b4bd06f7202c admin admin] Publish callbacks [] for subnet (397a32ec-7260-44c7-8b3c-e8c7be435044), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.189093 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a72a9d75-a5e8-428f-9ca2-b4bd06f7202c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27100997'] for subnet (397a32ec-7260-44c7-8b3c-e8c7be435044), precommit_delete_associations {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.266364 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a72a9d75-a5e8-428f-9ca2-b4bd06f7202c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002574'] for subnet (397a32ec-7260-44c7-8b3c-e8c7be435044), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.323571 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a72a9d75-a5e8-428f-9ca2-b4bd06f7202c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27141814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25328278'] for subnet (397a32ec-7260-44c7-8b3c-e8c7be435044), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.349532 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a9d75-a5e8-428f-9ca2-b4bd06f7202c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397a32ec-7260-44c7-8b3c-e8c7be435044,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:09.355462 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a72a9d75-a5e8-428f-9ca2-b4bd06f7202c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.359206 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-a72a9d75-a5e8-428f-9ca2-b4bd06f7202c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/397a32ec-7260-44c7-8b3c-e8c7be435044 HTTP/1.1" status: 204 len: 168 time: 0.2549722 Jan 19 18:51:09.363230 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47292) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:09.365844 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0303728b-c07a-4d54-ad09-93eedb3b1236 None None] Network 593d89fd-3d2a-48c0-b767-945d1b69504d requested from dv-cinder-825360-1-iscsi {{(pid=103028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 18:51:09.438276 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951558'] for network (593d89fd-3d2a-48c0-b767-945d1b69504d), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.495200 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Deleting port 39584f54-94ed-4175-8d5b-19086cc2735c {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 18:51:09.495539 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758402232284'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.562711 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] For port 39584f54-94ed-4175-8d5b-19086cc2735c, host dv-cinder-825360-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825360-1-iscsi',level=0,port_id=39584f54-94ed-4175-8d5b-19086cc2735c,segment=NetworkSegment(5e68bb8c-5083-4d8e-992a-cdd5238f8590),segment_id=5e68bb8c-5083-4d8e-992a-cdd5238f8590)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 18:51:09.563075 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2094485'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.575839 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Calling delete_port for 39584f54-94ed-4175-8d5b-19086cc2735c owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 18:51:09.660270 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758402241904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758401659477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27141787'] for port (39584f54-94ed-4175-8d5b-19086cc2735c), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.680215 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6817de6-3249-4800-a010-2f94ffb8573c None None] DHCP port deletion for 593d89fd-3d2a-48c0-b767-945d1b69504d request from dv-cinder-825360-1-iscsi {{(pid=103028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 18:51:09.686657 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=39584f54-94ed-4175-8d5b-19086cc2735c,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:09.697869 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] No DVR routers for this DVR port 39584f54-94ed-4175-8d5b-19086cc2735c on host dv-cinder-825360-1-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 18:51:09.739226 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 7a8d1936-b130-426c-bee2-40ce9ae29f04 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:51:09.758937 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 7a8d1936-b130-426c-bee2-40ce9ae29f04 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:51:09.759283 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 7a8d1936-b130-426c-bee2-40ce9ae29f04 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:51:09.759704 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 042931e2-1859-4c71-887f-e73b3f037001 no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:51:09.775261 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012215', 'neutron.services.segments.db._delete_segments_for_network-8758402213151'] for network (593d89fd-3d2a-48c0-b767-945d1b69504d), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.779107 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 042931e2-1859-4c71-887f-e73b3f037001 {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:51:09.779458 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 042931e2-1859-4c71-887f-e73b3f037001 not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:51:09.779881 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 39584f54-94ed-4175-8d5b-19086cc2735c no longer exists at agent ovs-agent-dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 18:51:09.804167 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593d89fd-3d2a-48c0-b767-945d1b69504d']}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:09.809646 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.plugin [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] No Port match for: 39584f54-94ed-4175-8d5b-19086cc2735c {{(pid=103028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 18:51:09.809997 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.rpc [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Device 39584f54-94ed-4175-8d5b-19086cc2735c not bound to the agent host dv-cinder-825360-1-iscsi {{(pid=103028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 18:51:09.821697 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e68bb8c-5083-4d8e-992a-cdd5238f8590') {'for_net_delete': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:09.821993 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.services.segments.db [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e68bb8c-5083-4d8e-992a-cdd5238f8590') {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 18:51:09.833140 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758402213928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27101020'] for segment (5e68bb8c-5083-4d8e-992a-cdd5238f8590), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.847078 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865'] for segment (5e68bb8c-5083-4d8e-992a-cdd5238f8590), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.853136 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 18:51:09.853522 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27141864'] for segment (5e68bb8c-5083-4d8e-992a-cdd5238f8590), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: warnings.warn(msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: Traceback (most recent call last): Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: timer() Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: cb(*args, **kw) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: return func(*args, **kwargs) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: self._notify() Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: self.callback(batched_events) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: event.method(event) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: return f(self, *a, **k) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._get(url).json() Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: return self.request(url, 'GET', **kwargs) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 18:51:09.855567 dv-cinder-825360-1-iscsi neutron-server[103027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 18:51:09.910746 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2055402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2093604'] for network (593d89fd-3d2a-48c0-b767-945d1b69504d), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.916727 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2055324'] for network (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:09.919882 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] 10.222.0.39 "DELETE /v2.0/networks/593d89fd-3d2a-48c0-b767-945d1b69504d HTTP/1.1" status: 204 len: 168 time: 0.5556617 Jan 19 18:51:09.932482 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8dace-20d5-4604-8870-7485827da9aa admin admin] Pushing event deleted for resources: {'Network': ['ID=593d89fd-3d2a-48c0-b767-945d1b69504d,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:10.120492 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47296) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:10.160151 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-ec6228e2-ca29-404e-8950-25eeb2b195bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2637ef20caa4424ad4fd2cc3030f292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384710 Jan 19 18:51:10.162563 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47298) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:10.211647 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-85409032-3473-468e-962d-071a614faca6 admin admin] Publish callbacks [] for security_group (bf1e3771-6bd7-4591-8a3f-4fc13a9c31ec), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:10.232309 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-85409032-3473-468e-962d-071a614faca6 admin admin] Publish callbacks [] for security_group (bf1e3771-6bd7-4591-8a3f-4fc13a9c31ec), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:10.276440 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-85409032-3473-468e-962d-071a614faca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (bf1e3771-6bd7-4591-8a3f-4fc13a9c31ec), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:10.278923 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-85409032-3473-468e-962d-071a614faca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:10.280048 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-85409032-3473-468e-962d-071a614faca6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf1e3771-6bd7-4591-8a3f-4fc13a9c31ec HTTP/1.1" status: 204 len: 168 time: 0.1166201 Jan 19 18:51:10.288059 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85409032-3473-468e-962d-071a614faca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1e3771-6bd7-4591-8a3f-4fc13a9c31ec,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:10.617738 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.39', 47304) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:10.656357 dv-cinder-825360-1-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-75b9df50-0c73-4275-bf71-315963ecc7c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c51c985298e4ae18240de508aac3f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375016 Jan 19 18:51:10.658907 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [-] (103027) accepted ('10.222.0.39', 47306) {{(pid=103027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 18:51:10.707956 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-01c8cdeb-fee5-4f1a-bd92-521530658b82 admin admin] Publish callbacks [] for security_group (3962a509-ac1d-48ad-bb15-8b66d51856d5), before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:10.729930 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-01c8cdeb-fee5-4f1a-bd92-521530658b82 admin admin] Publish callbacks [] for security_group (3962a509-ac1d-48ad-bb15-8b66d51856d5), precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:10.777932 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-01c8cdeb-fee5-4f1a-bd92-521530658b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050046'] for security_group (3962a509-ac1d-48ad-bb15-8b66d51856d5), after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:10.780483 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-01c8cdeb-fee5-4f1a-bd92-521530658b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:10.782311 dv-cinder-825360-1-iscsi neutron-server[103027]: INFO neutron.wsgi [None req-01c8cdeb-fee5-4f1a-bd92-521530658b82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3962a509-ac1d-48ad-bb15-8b66d51856d5 HTTP/1.1" status: 204 len: 168 time: 0.1223681 Jan 19 18:51:10.789817 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8cdeb-fee5-4f1a-bd92-521530658b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3962a509-ac1d-48ad-bb15-8b66d51856d5,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 18:51:18.362626 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:19.551880 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-d20f74af-761f-4b92-b408-1ccb22f56e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:22.258204 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-101e8a2d-5a45-4200-885c-657e9803db25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:22.476821 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:51:23.197297 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:24.535645 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:26.079433 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:48.362339 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:49.577102 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-95a4efb6-cc3d-4d7a-a0e6-962e280fe19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:52.249055 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ddddb68a-c1fc-48d1-b789-128929cca12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:53.199400 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:54.543111 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:56.085672 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:51:59.476269 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:52:18.365513 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:52:19.558642 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-fcc41f28-cc3f-44cf-9034-043ed79632d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:52:22.252598 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bad98525-2577-4e99-9714-0b368a0135a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:52:23.201585 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:52:24.543605 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:52:26.088506 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:52:36.475109 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:52:48.369857 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:52:49.561055 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4158f2c6-e0d5-41ae-9aaf-62d99391e860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:52:52.254286 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-033a960b-df4d-4e22-ae0f-b0fc4c3c0d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:52:53.204213 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:52:54.544298 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:52:56.092444 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:13.475041 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:53:18.360323 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:19.564588 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-61a26f80-acb8-4daf-9f2e-a601a7e7c6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:22.255576 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ea92-b842-4188-94cc-ffa146a59f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:23.207404 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:24.551297 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:26.094993 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:48.369950 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:49.565851 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-65e6e8bd-df16-49cb-bef7-589ae991ab48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:50.474416 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:53:52.257111 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-9ba07308-a8d7-4240-8f92-87ca2e677825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:53.209649 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:54.552494 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:53:56.097084 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:18.374152 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:19.568085 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-3b2302f2-9c5b-4482-852b-878f7d94b917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:22.260576 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7832f886-d015-460c-b004-846abc74bdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:23.213077 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:24.555686 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:26.099976 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:27.473771 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:54:48.389080 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:49.570825 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-393767d2-2ec0-47bb-b1ef-3032c15dd2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:49.886716 dv-cinder-825360-1-iscsi neutron-server[103027]: DEBUG neutron.wsgi [req-390ceb54-149c-4b1c-ba2d-d3e81f637460 req-ed75497e-8448-4ef2-8ed5-bc62c72acc4f service neutron] (103027) timed out ('10.222.0.35', 56271) {{(pid=103027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 19 18:54:52.262697 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-40dda46c-d448-4364-8fe7-f2d56c07cf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:53.215776 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:54.557429 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:54:56.102780 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:04.473145 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:55:18.388457 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:19.573281 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-9c050056-28ca-4653-b487-53cf5e0ad840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:22.264594 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-7d58ccaf-8821-429e-b026-68bb4fe4c958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:23.219061 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:24.562283 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:26.105480 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:41.472385 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:55:48.388048 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:49.578730 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce1ca5bb-2e04-402b-a235-80a3ecaed4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:52.266538 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-988b2768-cf42-48f9-915b-d2b766ed8ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:53.221656 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-ce9135c2-205c-48dd-bd19-e021dbda1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (a3f536fe-7501-4c65-b138-47a0ece81ccc), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:54.565635 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-897514df-3d48-4625-8fb7-7c98fda75a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (dfa73a0a-a5c6-42b5-a34e-52af6ce9a63f), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:55:56.109858 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-72f7909d-d41f-4d42-b41f-c56b7d4407e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (2a34255d-681b-4f94-9b3d-266787721ca8), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:56:15.677350 dv-cinder-825360-1-iscsi neutron-server[103026]: DEBUG neutron.wsgi [req-ac359442-70e0-47ec-8fb2-f880c3c11e75 req-74014942-6e73-49ce-a6ff-7ac6731bff40 service neutron] (103026) timed out ('10.222.0.35', 56298) {{(pid=103026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 19 18:56:18.402765 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-817db135-46c9-472d-96bf-f5cf6c6f591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (85dcc4dd-6181-4286-bfea-69046aa5cf0e), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:56:18.471386 dv-cinder-825360-1-iscsi neutron-server[103029]: DEBUG neutron.db.agents_db [None req-2b0f987b-bc30-4fbb-888a-8e75a5f1ad6b None None] Agent healthcheck: found 6 active agents {{(pid=103029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 18:56:19.580265 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf6dc-7095-4cfb-8391-dac1f1a78ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (b010518a-a9c2-4319-9799-5fad8159f29d), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 18:56:22.268364 dv-cinder-825360-1-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-f2ecacf8-f992-4f8a-b470-603042f696c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758402213133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014029'] for agent (acbc2bca-037c-4d3d-b03e-8ea4136540e5), after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}